{"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.702305715Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.715977954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.743068896Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.74310564Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.810684414Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.810723823Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:03.860566212Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/dad83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.101268567Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.402369185Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.434789417Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.434892892Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.434946652Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.434984136Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435024728Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435057714Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435109211Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435150435Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435191525Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435237707Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435272584Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435328202Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435369394Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435438526Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.43563608Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435713982Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435736343Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435780545Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435849909Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.435972235Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.53711297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 04:14:04.537164 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.738323493Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:04.738372631Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 04:14:34.792026 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.792415031Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.792672076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.792734083Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.792855418Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.792871713Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.792905998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793029504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793132166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793310519Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793342095Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793452311Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793493741Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793593717Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793671887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793700348Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793720213Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793747432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.793818705Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794047299Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794101064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794367692Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794488522Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794527933Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794562026Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.79457807Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794626362Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794646894Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794666836Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794676934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794704671Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794789832Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794813299Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.794864913Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.79496693Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795000866Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795194106Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795369903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795392019Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795421166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795454727Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795474328Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795490002Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795510977Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795532749Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795582408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795605478Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.79562553Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795655092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.79575891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795583532Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.795605163Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.859995728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.955872469Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.974525492Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.997268355Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:34.997305721Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.001357826Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.001383923Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.003512985Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.003520948Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.095929319Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.095969497Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.098101121Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.09811452Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.098118772Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.098147731Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.138336295Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.19782291Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.197837338Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.617225272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e5de3-523f-4707-84cf-ee326decc848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.631357354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e5de3-523f-4707-84cf-ee326decc848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.645132297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e5de3-523f-4707-84cf-ee326decc848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:35.659264502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e5de3-523f-4707-84cf-ee326decc848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.216024253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b6910-d485-40c0-9b82-d8467a8c8359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.231507628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b6910-d485-40c0-9b82-d8467a8c8359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.247162056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b6910-d485-40c0-9b82-d8467a8c8359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.26116081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b6910-d485-40c0-9b82-d8467a8c8359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.814930262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760af63-d2e0-4b1a-92e2-98e797393cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.828806404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760af63-d2e0-4b1a-92e2-98e797393cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.842617479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760af63-d2e0-4b1a-92e2-98e797393cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:36.856597911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0760af63-d2e0-4b1a-92e2-98e797393cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:37.463299417Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0daab69-0d8e-453f-be59-2bd971769690","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:37.895277343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0daab69-0d8e-453f-be59-2bd971769690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:37.909564839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0daab69-0d8e-453f-be59-2bd971769690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:37.924524363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0daab69-0d8e-453f-be59-2bd971769690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:37.93854173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0daab69-0d8e-453f-be59-2bd971769690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.509877942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d86f42-5347-4ad7-8a14-b88351a75b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.526014448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d86f42-5347-4ad7-8a14-b88351a75b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.540156176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d86f42-5347-4ad7-8a14-b88351a75b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:38.554810699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d86f42-5347-4ad7-8a14-b88351a75b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.159577105Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"cee1290c-15c1-44fd-811e-9c47e15ba21e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.634891629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413e126-5514-4044-a575-f6833b35abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.649577962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413e126-5514-4044-a575-f6833b35abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.664025112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413e126-5514-4044-a575-f6833b35abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:39.678836574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b413e126-5514-4044-a575-f6833b35abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.311630106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9303016a-dfc0-43a4-b06d-b90aab6003f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.325549436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9303016a-dfc0-43a4-b06d-b90aab6003f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.339443814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9303016a-dfc0-43a4-b06d-b90aab6003f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:14:40.353567626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9303016a-dfc0-43a4-b06d-b90aab6003f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.725796289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1547ce3a-ad11-4d74-9f84-7656c7d84146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.739880624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1547ce3a-ad11-4d74-9f84-7656c7d84146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.7536015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1547ce3a-ad11-4d74-9f84-7656c7d84146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:03.767655879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1547ce3a-ad11-4d74-9f84-7656c7d84146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:04.414046469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd7fc71-2695-40d3-bcb1-40d984cdfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:04.427961627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd7fc71-2695-40d3-bcb1-40d984cdfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:04.441926765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd7fc71-2695-40d3-bcb1-40d984cdfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:04.455938886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd7fc71-2695-40d3-bcb1-40d984cdfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:04.887201292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:28.640101995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e6b431-84d2-4e32-95ae-bb28a6f4b857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:28.654725868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e6b431-84d2-4e32-95ae-bb28a6f4b857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:28.669401828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e6b431-84d2-4e32-95ae-bb28a6f4b857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:28.683122264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e6b431-84d2-4e32-95ae-bb28a6f4b857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:29.255468314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf7d2db-7fc5-4f32-8e7f-13c613315cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:29.270207189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf7d2db-7fc5-4f32-8e7f-13c613315cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:29.284272843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf7d2db-7fc5-4f32-8e7f-13c613315cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:29.298528955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf7d2db-7fc5-4f32-8e7f-13c613315cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:29.859962999Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5f4229c8-2458-4a10-9f24-edc6c308b434","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:30.420386214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952305-a75a-47f1-ac68-4ca566af2971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:30.434942031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952305-a75a-47f1-ac68-4ca566af2971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:30.449477595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952305-a75a-47f1-ac68-4ca566af2971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:30.463990073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2952305-a75a-47f1-ac68-4ca566af2971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.033468343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67e1630-179f-44dc-aa1e-9f6dc417f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.047843228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67e1630-179f-44dc-aa1e-9f6dc417f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.06218143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67e1630-179f-44dc-aa1e-9f6dc417f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.078241973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b67e1630-179f-44dc-aa1e-9f6dc417f8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.756888705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6431dbec-89c1-454f-a1c3-35f9095a7310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.77143481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6431dbec-89c1-454f-a1c3-35f9095a7310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.786153993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6431dbec-89c1-454f-a1c3-35f9095a7310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:31.800482225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6431dbec-89c1-454f-a1c3-35f9095a7310","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:34.89097943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:35.228532167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8937d6d-8ea6-423d-859e-20a70cf2fd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:35.242684202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8937d6d-8ea6-423d-859e-20a70cf2fd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:35.256421057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8937d6d-8ea6-423d-859e-20a70cf2fd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:35.270454488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8937d6d-8ea6-423d-859e-20a70cf2fd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.283618681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42da2a19-e1cd-4e36-9f57-37f07784b5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.352294538Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42da2a19-e1cd-4e36-9f57-37f07784b5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.368750107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42da2a19-e1cd-4e36-9f57-37f07784b5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.403775555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3734c1fa-23d4-4fe4-b216-5d75cd458fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.421394963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3734c1fa-23d4-4fe4-b216-5d75cd458fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.43903899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3734c1fa-23d4-4fe4-b216-5d75cd458fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.50634544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3ea6582-9ae8-4c7f-9181-7b8bcc05bf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.506461667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894d02b7-e9fa-4566-96ef-5554cb622d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.526373017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894d02b7-e9fa-4566-96ef-5554cb622d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.526530135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3ea6582-9ae8-4c7f-9181-7b8bcc05bf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.543685408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3ea6582-9ae8-4c7f-9181-7b8bcc05bf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.543715184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"894d02b7-e9fa-4566-96ef-5554cb622d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.884535912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0088f92a-1bab-4cbd-b1a8-865607417638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.902196635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0088f92a-1bab-4cbd-b1a8-865607417638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:15:59.919821744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0088f92a-1bab-4cbd-b1a8-865607417638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.000330299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdf8872-a2eb-4293-a784-970276b8758a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.000337824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515accad-3ea3-4f14-b769-cb6a3e1e698e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.029311517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdf8872-a2eb-4293-a784-970276b8758a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.029412378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515accad-3ea3-4f14-b769-cb6a3e1e698e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.047654302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515accad-3ea3-4f14-b769-cb6a3e1e698e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.047679666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdf8872-a2eb-4293-a784-970276b8758a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:00.091748491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0179823-1a79-494b-91f0-e40c1e56281a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.092536288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88dd7e07-a470-4187-a8a9-3aab87601a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.096443826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65623002-0a7a-42f9-9dd8-82061aecfa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.112056421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88dd7e07-a470-4187-a8a9-3aab87601a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.114300513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65623002-0a7a-42f9-9dd8-82061aecfa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.129178638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88dd7e07-a470-4187-a8a9-3aab87601a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.131104574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65623002-0a7a-42f9-9dd8-82061aecfa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:00.182272559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86a4e193-94c4-42cb-8ba9-acfd391a5d00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.18939467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7851d9b8-4151-4433-a7ac-081f5c5336e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.189493466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8ea4f5b-9a5f-4f4f-835f-7bd4247f33cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.200613495Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f9c6346-e766-40e4-8bd5-a08e2e537818","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.207253811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7851d9b8-4151-4433-a7ac-081f5c5336e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.207407989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8ea4f5b-9a5f-4f4f-835f-7bd4247f33cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.224976351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8ea4f5b-9a5f-4f4f-835f-7bd4247f33cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.225462522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7851d9b8-4151-4433-a7ac-081f5c5336e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.290512179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a84b50f-f339-4081-814a-50bcc66cfd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.290513295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e986d2f0-4cdc-4d95-a967-4273bcf6988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.30091204Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2f496ff-4440-44aa-b8f1-2c9b36edc6d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.301046744Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"713e7d39-0032-49fc-b4c9-5f62d68aa4b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.308837204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e986d2f0-4cdc-4d95-a967-4273bcf6988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.309216667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a84b50f-f339-4081-814a-50bcc66cfd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.329631419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e986d2f0-4cdc-4d95-a967-4273bcf6988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.329690541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a84b50f-f339-4081-814a-50bcc66cfd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:00.344607779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a84b50f-f339-4081-814a-50bcc66cfd05","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:16:00.34465942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e986d2f0-4cdc-4d95-a967-4273bcf6988a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.391841403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e4a5cf-b4c6-4507-98b6-466a0c7672f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.39184456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47c72894-2819-4cdb-8ab8-93b190626b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.401485516Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b740fa1-98cb-4d3f-a382-f2451c5bb780","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.410306646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47c72894-2819-4cdb-8ab8-93b190626b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.41032352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e4a5cf-b4c6-4507-98b6-466a0c7672f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.428072745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e4a5cf-b4c6-4507-98b6-466a0c7672f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:00.428509794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47c72894-2819-4cdb-8ab8-93b190626b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.539817343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3232701d-0345-4f9c-8503-4ebccf353391","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.539839118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3232701d-0345-4f9c-8503-4ebccf353391","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.554158961Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2cb776f-a56d-4bdd-8222-03fb86210353","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.571023308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac6f6c21-0c3e-4a2b-9bdd-c1fd038b1d1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.571046405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ac6f6c21-0c3e-4a2b-9bdd-c1fd038b1d1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.586214068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d68c895b-7794-47aa-9aed-244e452bb704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.586361552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb27d02d-83f5-4f63-9f2f-7fc058d15298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.604223929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d68c895b-7794-47aa-9aed-244e452bb704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.604740384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb27d02d-83f5-4f63-9f2f-7fc058d15298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.62084473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d68c895b-7794-47aa-9aed-244e452bb704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.621165916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb27d02d-83f5-4f63-9f2f-7fc058d15298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.654354347Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71e331b0-97ba-4c4a-ace2-83247e2b6550","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.684127269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d31d40c4-c21e-478c-9e16-6280123f0219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.684173019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c5efe68-007d-4ccb-b4ab-470abfc0c28e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.709432753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d31d40c4-c21e-478c-9e16-6280123f0219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.709533828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c5efe68-007d-4ccb-b4ab-470abfc0c28e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.726421937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c5efe68-007d-4ccb-b4ab-470abfc0c28e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.726522559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d31d40c4-c21e-478c-9e16-6280123f0219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.754309918Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6700a9ab-8019-47e2-8460-588030430a25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:01.854425467Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37a42a4b-f004-411b-a817-673b8a97f452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:02.228911775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"239241ea-cf1b-448b-80d4-9a9607cec21d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:02.228933528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"239241ea-cf1b-448b-80d4-9a9607cec21d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.077961301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11ad08cf-27c6-422f-a8f6-43deaa2b39a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.077961299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5c2cd4-f18a-4eac-9f79-e3f83840735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.096222936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5c2cd4-f18a-4eac-9f79-e3f83840735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.096747064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11ad08cf-27c6-422f-a8f6-43deaa2b39a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.113013924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5c2cd4-f18a-4eac-9f79-e3f83840735f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:03.113612321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11ad08cf-27c6-422f-a8f6-43deaa2b39a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:04.88800502Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.286716685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc14581d-25db-42fd-aa98-20f1f9d3f9e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.286743108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc14581d-25db-42fd-aa98-20f1f9d3f9e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.287162657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd41290d-f7e8-4a3f-ae1c-593f1c98c948","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.28718365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd41290d-f7e8-4a3f-ae1c-593f1c98c948","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.301295095Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34ef867a-4ba1-4e0b-ba63-ff87026d07f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.301314288Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cb4f84d-e1be-4b54-9f00-4cb347dc1207","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.316608565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48807f77-c1f9-4939-b7ef-a605994bfbdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.316629849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48807f77-c1f9-4939-b7ef-a605994bfbdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.316931535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a0867ea-c44a-48ec-b13e-cb353413ad2e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.316947651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a0867ea-c44a-48ec-b13e-cb353413ad2e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.327824545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dd4df97-22ef-47ca-8299-414fffa28c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.32803164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88a1ef1-ec82-4f55-bed1-9620e0e1aab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.346330131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dd4df97-22ef-47ca-8299-414fffa28c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.346410549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88a1ef1-ec82-4f55-bed1-9620e0e1aab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.363792595Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dd4df97-22ef-47ca-8299-414fffa28c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.363886828Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88a1ef1-ec82-4f55-bed1-9620e0e1aab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.43402218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e0dbf4e-640b-4495-8e0a-48860a1abdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.436438178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4995f384-c5d3-4b5c-9973-248e1c5ceccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.451590656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e0dbf4e-640b-4495-8e0a-48860a1abdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.451665172Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e0dbf4e-640b-4495-8e0a-48860a1abdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.453754563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4995f384-c5d3-4b5c-9973-248e1c5ceccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.453788904Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4995f384-c5d3-4b5c-9973-248e1c5ceccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.691940754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f9f14284-2d71-42ea-be51-49f845f7b73d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:06.69196162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f9f14284-2d71-42ea-be51-49f845f7b73d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:07.832546203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c4cebf-4040-4f09-863c-84f7594777ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:07.832598267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0465bf95-d10f-4487-850f-49cb511792ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:07.850837192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0465bf95-d10f-4487-850f-49cb511792ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:07.850894263Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0465bf95-d10f-4487-850f-49cb511792ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:07.851546045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c4cebf-4040-4f09-863c-84f7594777ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:07.851595056Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7c4cebf-4040-4f09-863c-84f7594777ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.652033161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75f046e0-1d08-491e-b619-a2e1cbd67785","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.652053737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75f046e0-1d08-491e-b619-a2e1cbd67785","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.652350853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c74ad74-c6de-42d2-b272-fabd9d839afa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.652369026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c74ad74-c6de-42d2-b272-fabd9d839afa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.652847201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fff17e8e-3f27-49bb-9ff5-a81ad172619c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.652864564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fff17e8e-3f27-49bb-9ff5-a81ad172619c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.671209116Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f92b88a9-a602-4b7a-acca-4ee602a74726","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.671220449Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"399e2358-874c-45b6-9701-6664acb08080","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.68431896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae19770d-3662-4d7c-b173-4bc9afd93b5d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.684334241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae19770d-3662-4d7c-b173-4bc9afd93b5d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.684528515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75c33966-f866-49df-9d1c-bb4ea8013a3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.684539719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75c33966-f866-49df-9d1c-bb4ea8013a3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.684721804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17bccc35-5761-41ca-a7aa-801622db8802","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.684731383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17bccc35-5761-41ca-a7aa-801622db8802","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.696536272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c6a6e4-b077-4a74-a8ae-d1c5514da0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.69677293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5917de3-2749-4fd4-9dd7-a42cbc23d72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.714913708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5917de3-2749-4fd4-9dd7-a42cbc23d72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.714954534Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5917de3-2749-4fd4-9dd7-a42cbc23d72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.728231328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c6a6e4-b077-4a74-a8ae-d1c5514da0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.728274599Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c6a6e4-b077-4a74-a8ae-d1c5514da0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.795622532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260e77af-ec0a-4920-8c87-ed0eec40d05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.795661754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"214137fb-7201-4114-81b3-73d79506119a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.813777622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260e77af-ec0a-4920-8c87-ed0eec40d05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.813811556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"214137fb-7201-4114-81b3-73d79506119a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.813841006Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260e77af-ec0a-4920-8c87-ed0eec40d05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:08.813853184Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"214137fb-7201-4114-81b3-73d79506119a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:09.059123655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"423fbe01-2ecf-4ead-87c0-7df07d643470","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:09.059142642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"423fbe01-2ecf-4ead-87c0-7df07d643470","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.05551472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"463f8eea-c84a-4799-b72a-7d889483fe99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.055612264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d76b40c-5dd3-4e2b-ae33-7302490e9151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.085914877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"463f8eea-c84a-4799-b72a-7d889483fe99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.085933495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d76b40c-5dd3-4e2b-ae33-7302490e9151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.085976972Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"463f8eea-c84a-4799-b72a-7d889483fe99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.085987797Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d76b40c-5dd3-4e2b-ae33-7302490e9151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.932893037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb3e0b85-3aa2-4bb6-88e0-b276b0dcadfd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.932917069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb3e0b85-3aa2-4bb6-88e0-b276b0dcadfd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.933258094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9d60ad4-ba0c-4ed1-b654-ebcbe8d90463","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.933277623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9d60ad4-ba0c-4ed1-b654-ebcbe8d90463","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.933575642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dcad0273-6d35-4db8-b835-fc270c415bb8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.93359241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dcad0273-6d35-4db8-b835-fc270c415bb8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.933825431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4f08882-ae1d-4a51-8966-66827f095c21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.933836272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d4f08882-ae1d-4a51-8966-66827f095c21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.950889678Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3866780-f8d3-4db5-85c0-870ac495c90a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.957857318Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecd68b1f-889f-4262-a1b6-cd2e0e67332f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.97053643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca449658-9ddb-4662-ada4-d1d7cbb16826","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.97055311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca449658-9ddb-4662-ada4-d1d7cbb16826","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.970770334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d0ffbfc1-e9da-4484-bd3d-1e71592bd148","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.970785941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d0ffbfc1-e9da-4484-bd3d-1e71592bd148","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.971005299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3cb67618-b863-4774-8830-bd6c6c98de19","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.971019471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3cb67618-b863-4774-8830-bd6c6c98de19","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.971229712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"601aa425-8a50-4991-9ad1-63a6890d535d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.971244238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"601aa425-8a50-4991-9ad1-63a6890d535d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.974477139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4542e84b-873b-4870-9b4f-831f6b05b718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.976025441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad9705e8-c778-4142-b4f2-8ca7fdefc638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.992319894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4542e84b-873b-4870-9b4f-831f6b05b718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:10.992370382Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4542e84b-873b-4870-9b4f-831f6b05b718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.004267048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad9705e8-c778-4142-b4f2-8ca7fdefc638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.004313187Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad9705e8-c778-4142-b4f2-8ca7fdefc638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.07459393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18fecee4-4b7a-4a43-9b5b-98b980122bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.074795027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab1062-32d7-4348-baf2-e6bd9819c110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.093001328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18fecee4-4b7a-4a43-9b5b-98b980122bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.093060968Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18fecee4-4b7a-4a43-9b5b-98b980122bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.093217575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab1062-32d7-4348-baf2-e6bd9819c110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.093267957Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebab1062-32d7-4348-baf2-e6bd9819c110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.335695222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f36d94fa-626e-4cd2-8f89-4b0bf248f3ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:11.3357212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f36d94fa-626e-4cd2-8f89-4b0bf248f3ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.196251632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e332feb-0b16-4430-b1e7-dff097502f2a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.196277311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e332feb-0b16-4430-b1e7-dff097502f2a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.196682717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f1cb71d-c520-40ea-9c0e-4428af3c4002","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.196697235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f1cb71d-c520-40ea-9c0e-4428af3c4002","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.196950876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e5d84c51-4c56-46c3-8e14-67288ea4ad8d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.196966163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e5d84c51-4c56-46c3-8e14-67288ea4ad8d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.197243513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"671448d1-e854-4f39-adfa-d7e3ba014ce2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.197261388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"671448d1-e854-4f39-adfa-d7e3ba014ce2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.197498465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff92499c-cdb2-40e7-9049-8247be95cb77","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.19751065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff92499c-cdb2-40e7-9049-8247be95cb77","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.21147109Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74833090-d777-4c0c-87d7-57eaf9582ba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.211749828Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b28e43ed-b4be-4d09-b4aa-dffd8958cf5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.227871486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a941f405-3f88-463a-b119-0bf7a56d6a74","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.227896661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a941f405-3f88-463a-b119-0bf7a56d6a74","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228225623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ef7e3c07-d248-4833-bd52-15b61d7b5803","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228242178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ef7e3c07-d248-4833-bd52-15b61d7b5803","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228469352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99bee43e-88cc-48f8-b389-24a8b40e00d9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228481081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99bee43e-88cc-48f8-b389-24a8b40e00d9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228658872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60b947a0-4a85-4a9e-9e66-a0e95504cdf3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228677758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60b947a0-4a85-4a9e-9e66-a0e95504cdf3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228856019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"764e2f85-5c91-48d6-ae21-6519c257f584","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.228868212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"764e2f85-5c91-48d6-ae21-6519c257f584","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.242472791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"656ed376-7a40-47cb-9c82-818f7af222c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.263222343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"656ed376-7a40-47cb-9c82-818f7af222c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.263275057Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"656ed376-7a40-47cb-9c82-818f7af222c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.34446951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5ef69b8-432b-40db-a15f-c7db53c41947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.344479402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"252021c3-3da7-441a-a4c2-025eef35acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.363125719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5ef69b8-432b-40db-a15f-c7db53c41947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.363191473Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5ef69b8-432b-40db-a15f-c7db53c41947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.363757799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"252021c3-3da7-441a-a4c2-025eef35acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.363817207Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"252021c3-3da7-441a-a4c2-025eef35acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.44753071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7d7065d-b739-4790-b5d5-46b10172804e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.448046631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07035534-7173-406e-ba16-ced4120b82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.471550855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07035534-7173-406e-ba16-ced4120b82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.47161485Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07035534-7173-406e-ba16-ced4120b82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.472623716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7d7065d-b739-4790-b5d5-46b10172804e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.472701758Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7d7065d-b739-4790-b5d5-46b10172804e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.577157525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73037816-5482-4f1f-b7b1-57b23c3c0b7b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:12.577178339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73037816-5482-4f1f-b7b1-57b23c3c0b7b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.386203683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b654cef-88ac-4b39-af03-4bd6d6a9952f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.386225801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b654cef-88ac-4b39-af03-4bd6d6a9952f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.387111777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9efad81c-326a-4c6f-8284-6c9df24afebe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.387129271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9efad81c-326a-4c6f-8284-6c9df24afebe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.387836087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92dc4969-9db6-4ccb-b67b-e9a1f6631935","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.387856259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92dc4969-9db6-4ccb-b67b-e9a1f6631935","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.388794483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"65e57940-0c2f-42ca-97b2-e69102f896ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.388812723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"65e57940-0c2f-42ca-97b2-e69102f896ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.38999081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a26a3ea0-87da-4486-84ce-ddd5effd537b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.390011308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a26a3ea0-87da-4486-84ce-ddd5effd537b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.39094531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5ce2d60-d1ae-43fe-81fb-9ed92d1c731a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.390960393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a5ce2d60-d1ae-43fe-81fb-9ed92d1c731a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.40134247Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b249f158-123f-4db2-a999-2433a7011b6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.418253638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fccfbcb5-0d08-4991-95d1-d1a1b878e76d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.418330704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fccfbcb5-0d08-4991-95d1-d1a1b878e76d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.418640684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe3a51b0-3c15-481f-92b6-67074bbea5c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.418658973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe3a51b0-3c15-481f-92b6-67074bbea5c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.418901057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4ef8c67-6ceb-4763-b667-c5b3c191b327","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.418913289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4ef8c67-6ceb-4763-b667-c5b3c191b327","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.419119483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4eac4586-347e-411f-ac82-97282b906eec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.419129979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4eac4586-347e-411f-ac82-97282b906eec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.419329603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7859e461-4d93-4b84-80ac-b2ac94a02f9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.419342011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7859e461-4d93-4b84-80ac-b2ac94a02f9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.419531746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d12fa2ea-0794-4a7e-ac6f-d73a697558ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.419541931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d12fa2ea-0794-4a7e-ac6f-d73a697558ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.432648504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a86651-83e4-47f3-8fd3-1aeed87cbb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.432705932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69b9cf4c-52ca-4022-bf98-3b85fa40e246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.451934699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a86651-83e4-47f3-8fd3-1aeed87cbb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.452003833Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a86651-83e4-47f3-8fd3-1aeed87cbb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.451929861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69b9cf4c-52ca-4022-bf98-3b85fa40e246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.452091259Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69b9cf4c-52ca-4022-bf98-3b85fa40e246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.501934385Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"924d65b6-f9ac-47a1-86a6-471ba151291e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.532635882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b31adf71-1fab-417c-bc3d-5f2940824169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.532659305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a11f2903-71e9-4627-a6e3-247b71ecad16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.553552586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a11f2903-71e9-4627-a6e3-247b71ecad16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.553625625Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a11f2903-71e9-4627-a6e3-247b71ecad16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.554297834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b31adf71-1fab-417c-bc3d-5f2940824169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.554355425Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b31adf71-1fab-417c-bc3d-5f2940824169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.77976703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e411ca5-226b-42db-8f68-4d3e33ed556f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.779787713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e411ca5-226b-42db-8f68-4d3e33ed556f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.849458929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09c25ef2-0c0b-402a-a995-72b1bc1fa88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.849512851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774a275d-a3a1-4532-9f21-82c56153b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.869282305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09c25ef2-0c0b-402a-a995-72b1bc1fa88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.869348795Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09c25ef2-0c0b-402a-a995-72b1bc1fa88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.871042418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774a275d-a3a1-4532-9f21-82c56153b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:14.871120923Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774a275d-a3a1-4532-9f21-82c56153b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.897243822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8e80689-f0a6-4645-9427-9c548b9df2e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.897350919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8e80689-f0a6-4645-9427-9c548b9df2e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.897717732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0382c198-0418-45ef-b155-df451e30ddf3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.897736063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0382c198-0418-45ef-b155-df451e30ddf3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898014912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dac808f0-f78e-4c00-af06-4f96532e1614","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.8980292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dac808f0-f78e-4c00-af06-4f96532e1614","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898291795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42e1ee40-b6ea-4482-943d-b070f71053e7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898308483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42e1ee40-b6ea-4482-943d-b070f71053e7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898523458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5291cf71-42a5-4ecc-b392-d9591b17cf9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898534249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5291cf71-42a5-4ecc-b392-d9591b17cf9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898738629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a0be1b6-6d2c-41a1-85f9-1b69f0b9f903","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898749999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a0be1b6-6d2c-41a1-85f9-1b69f0b9f903","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898936948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f2ab9e-11e8-430f-add7-d72410e2c222","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.898946928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f2ab9e-11e8-430f-add7-d72410e2c222","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.914165025Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1bbdf219-53b7-4946-b842-c37af207c548","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.92767252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b7acd2f-f031-4671-804e-a59a7036526e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.927695941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b7acd2f-f031-4671-804e-a59a7036526e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.927947272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0a68ed2-6dba-45e5-bd71-2108d4a56d4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.927962548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0a68ed2-6dba-45e5-bd71-2108d4a56d4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.92829771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ee9a97e-fb7a-4852-a9ca-c5e72e770f9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.928315492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ee9a97e-fb7a-4852-a9ca-c5e72e770f9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.92859539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62405088-04e5-422d-b548-a25c100e91ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.928611337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62405088-04e5-422d-b548-a25c100e91ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.928934344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df1e3ee6-bfde-4037-991c-775cc1399e24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.928951403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"df1e3ee6-bfde-4037-991c-775cc1399e24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.929180858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce622dfc-825c-46e8-bcbd-35c2495c5e2e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.92919188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce622dfc-825c-46e8-bcbd-35c2495c5e2e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.92935938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a81a0b9-9a58-4740-9e66-396ef655fa71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.929369481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a81a0b9-9a58-4740-9e66-396ef655fa71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.939689289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058f0a3b-cb83-4e55-aa5e-5dc3f289600b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.956856351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058f0a3b-cb83-4e55-aa5e-5dc3f289600b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:15.961820448Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"36ab5028-8f30-4d74-afba-9c565305d412","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.00819073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c5b2e65-668b-4c37-a7e9-a8b87fda69a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.008216122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c5b2e65-668b-4c37-a7e9-a8b87fda69a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.037017436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57699c2d-d7de-4442-8137-1f7c08dea53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.054750764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57699c2d-d7de-4442-8137-1f7c08dea53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.054815052Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57699c2d-d7de-4442-8137-1f7c08dea53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.063654756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14272af0-56c6-45c9-a069-7c8d09a47509","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.138552362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"933b4bf9-c351-428a-8a76-92ba9c43aa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.138614813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5198fa-614b-4bd4-8637-9003954516bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.15677142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5198fa-614b-4bd4-8637-9003954516bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.156831708Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a5198fa-614b-4bd4-8637-9003954516bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.157316307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"933b4bf9-c351-428a-8a76-92ba9c43aa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.284128182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ec1cf20-471d-46e4-bc8b-4fc86465c2fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.284152588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ec1cf20-471d-46e4-bc8b-4fc86465c2fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:16.340757875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67d4f6b0-fba2-4e5d-b69b-0736b7a90202","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.097920108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d27da834-6602-48f5-8821-bc77a45a9360","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.097948617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d27da834-6602-48f5-8821-bc77a45a9360","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098288237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8934c9ef-7564-4f8a-adca-b981a45b3e33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098303896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8934c9ef-7564-4f8a-adca-b981a45b3e33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098493266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0c83248-b9e3-4886-be9c-42eabfedfd53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.09850499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0c83248-b9e3-4886-be9c-42eabfedfd53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098664379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e7efb5d-3a19-4b65-87a4-10207df7f704","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098674864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e7efb5d-3a19-4b65-87a4-10207df7f704","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098826959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fe35a917-b559-4156-8f3e-352b2e88e7f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098837597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fe35a917-b559-4156-8f3e-352b2e88e7f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.098998404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4c763798-4977-405c-8224-051c91397f8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.099007965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4c763798-4977-405c-8224-051c91397f8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.099218757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ad8083d-efff-4e7f-9d27-a22c1efadb8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.099229332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ad8083d-efff-4e7f-9d27-a22c1efadb8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.09942985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46162996-94c1-43cb-909e-981a2f3e4189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.099438903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46162996-94c1-43cb-909e-981a2f3e4189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.130943985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0879926-5bcd-47f0-9ae4-e1055eac40e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.130962967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0879926-5bcd-47f0-9ae4-e1055eac40e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.13128904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eda68a14-2490-4649-96c0-d5c021ddd6e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.131305322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eda68a14-2490-4649-96c0-d5c021ddd6e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.13152424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f8d3ec5-7c4a-4a97-a14e-cd93c67dbf80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.131537112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f8d3ec5-7c4a-4a97-a14e-cd93c67dbf80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.131762328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e8414c8-7f81-4e6d-9553-e392aad2523f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.131775433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e8414c8-7f81-4e6d-9553-e392aad2523f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.131977165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91e01fb9-b989-4030-abac-52f2149f8e0d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.131990866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"91e01fb9-b989-4030-abac-52f2149f8e0d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.132209177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f6d0eca-20d6-42b0-9706-8b7f7f14aeb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.132222664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f6d0eca-20d6-42b0-9706-8b7f7f14aeb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.132431618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d99d3806-5cbd-4090-9310-b0856808af11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.132443205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d99d3806-5cbd-4090-9310-b0856808af11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.1327072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fd59add-17dd-4f98-ba50-b1509b244c15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.132721186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fd59add-17dd-4f98-ba50-b1509b244c15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.141561941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966fbe42-24ab-414c-bd2c-23f9a123af1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.156156001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5a9fcc6-3a65-49bf-a3a9-759680736a32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.159513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966fbe42-24ab-414c-bd2c-23f9a123af1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.160053272Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ba1b4db-bb11-4281-b5b9-06967be2d70c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.211061924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30fdec6e-7882-4bef-a853-eced3f2f7099","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.211143312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30fdec6e-7882-4bef-a853-eced3f2f7099","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.240920692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e909a0-67b1-4f1a-9827-ca11b006aca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.24105288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8664fbed-9dc5-4f82-9733-84018642eb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.26126615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8664fbed-9dc5-4f82-9733-84018642eb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.262053105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e909a0-67b1-4f1a-9827-ca11b006aca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.268650672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c16171b-0954-425e-8139-aa2e7cc48ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.436154029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82230e0-6fca-42c3-9671-cf4cad36b547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.455571889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f82230e0-6fca-42c3-9671-cf4cad36b547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.482496502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4e588a6-1f8a-4bb0-b780-e4c685b414b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.482526043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4e588a6-1f8a-4bb0-b780-e4c685b414b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:17.54362349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d148691c-2f0d-40c1-b36f-d85be26ed17e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.183393273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"685aae51-39a5-455c-885a-e17604b3023a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.233788362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cad6a9c9-8d0f-40b0-9d07-82001069cc6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.233814973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cad6a9c9-8d0f-40b0-9d07-82001069cc6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.241823362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993931bb-12ff-4900-8eec-071fc137a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.242355728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1d6e5d-e43f-43af-a579-cf0b88fe6e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.261233574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e1d6e5d-e43f-43af-a579-cf0b88fe6e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.262196348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993931bb-12ff-4900-8eec-071fc137a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.437908475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a46e18d-6167-4ce1-8bb3-de8b80a8190f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.43790839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c6ee44-6cbc-408e-87aa-f758e506776a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.461640193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a46e18d-6167-4ce1-8bb3-de8b80a8190f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:18.463974383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c6ee44-6cbc-408e-87aa-f758e506776a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:19.482003053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c39832da-7567-49aa-b933-add7f7dcc879","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:19.482024335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c39832da-7567-49aa-b933-add7f7dcc879","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:20.629971821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7182606-5f27-4de6-844c-b110c735920d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:20.629999435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f7182606-5f27-4de6-844c-b110c735920d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.636968629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c09a0316-e90d-4480-afcb-c592d7b60d52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.676544834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"147328c8-522a-4475-85ab-dc15e97c563e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.67654485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51db9bee-703b-4249-8147-4411eb0b57d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.685146858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fc3aa11-2d45-4f08-b5b2-89b7a01b756a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.685164366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fc3aa11-2d45-4f08-b5b2-89b7a01b756a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.698738411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"147328c8-522a-4475-85ab-dc15e97c563e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.707240261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51db9bee-703b-4249-8147-4411eb0b57d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.935906557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ded46bb8-63d3-4920-a6a7-3d3d0f294e4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:21.935937194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ded46bb8-63d3-4920-a6a7-3d3d0f294e4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:24.543280719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9132c671-d5e7-4801-aa5b-78b2c4610640","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:24.543301313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9132c671-d5e7-4801-aa5b-78b2c4610640","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:26.350147921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e67b0dac-6865-4e1d-a950-ec43e1ea6a68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:26.350166951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e67b0dac-6865-4e1d-a950-ec43e1ea6a68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:26.403227931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68af6caa-fbc7-4186-8d4e-0aa6737e3142","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:26.502790049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e06dc7e2-03ca-4630-b942-fda2ace41fa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.132872753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acaeff2a-715a-42bf-9264-df907f70a269","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.132895481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"acaeff2a-715a-42bf-9264-df907f70a269","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.752792457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f417dd0f-0cf3-4eed-ae91-30a740ee2011","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:27.752815059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f417dd0f-0cf3-4eed-ae91-30a740ee2011","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.234809815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4186d227-40f1-4225-8d9e-2e1d8ccb52cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:28.234832293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4186d227-40f1-4225-8d9e-2e1d8ccb52cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.426577687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c1027e-c0d2-47e1-903e-36c87504b652","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.426598582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c1027e-c0d2-47e1-903e-36c87504b652","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.483317908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"66eb9e79-fbd4-4f24-854f-06910a74a23c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.487799859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597c4a74-b8fe-4a54-b94a-263555738296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.487800261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7ad04a-ee33-437f-8a84-fa2b66193fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.518508984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7ad04a-ee33-437f-8a84-fa2b66193fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.518641244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"597c4a74-b8fe-4a54-b94a-263555738296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.536138122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29879e1f-1453-40bf-a916-ac1c599d6aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.536159455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29879e1f-1453-40bf-a916-ac1c599d6aea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:29.593354565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0295ee2b-569e-4d6f-af18-254e23ebe9d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.850506177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b15d9d0-5329-4871-b00c-12426e83e635","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.85053218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b15d9d0-5329-4871-b00c-12426e83e635","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.907352292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aad20d47-c6f6-4cee-a591-ae03158ae6d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.911562643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39aa5805-9e27-4d96-baab-33d1df770589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.911803887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ade80307-c361-41e5-8186-e1cdf0076138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.942579287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ade80307-c361-41e5-8186-e1cdf0076138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.942955324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39aa5805-9e27-4d96-baab-33d1df770589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.960640169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b7e7cf8-efcc-4490-bf8f-ad963df6d8f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:30.96065621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b7e7cf8-efcc-4490-bf8f-ad963df6d8f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:31.016840864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9a86bf0-1508-4871-8c67-a53e90e8e87b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.665734602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e570775-f1ee-499e-b4cd-48686bd8d4e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.665758738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e570775-f1ee-499e-b4cd-48686bd8d4e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.706340676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549ae340-565a-4d50-990b-fa1a559224cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.725372716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549ae340-565a-4d50-990b-fa1a559224cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.785729362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d71be76-05a2-4499-a4fc-cb305808cc06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.785752321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d71be76-05a2-4499-a4fc-cb305808cc06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.857300599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70069d5d-ed35-40bf-8728-2eb75a06eb32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.857324888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70069d5d-ed35-40bf-8728-2eb75a06eb32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.898181972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6acbaca8-109d-4066-981e-ebf397416910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.898571733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a28caf8-0ff0-4849-981a-ee0bcbdaa962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.913273851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e50764f-0736-48fa-b22c-fe92ff23be47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.91690153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a28caf8-0ff0-4849-981a-ee0bcbdaa962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.918013509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6acbaca8-109d-4066-981e-ebf397416910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.961917985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f7504ad-5bf9-4280-9fd3-b88e3c5309d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:33.961951914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f7504ad-5bf9-4280-9fd3-b88e3c5309d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:16:34.903625834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.433957028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c46b4-9247-488f-bafc-ea60c8a63ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.448287803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c46b4-9247-488f-bafc-ea60c8a63ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.462732848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c46b4-9247-488f-bafc-ea60c8a63ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:03.477485096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848c46b4-9247-488f-bafc-ea60c8a63ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.126010323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab76e4-6147-420b-976e-32bc42e902ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.139937426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab76e4-6147-420b-976e-32bc42e902ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.153974462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab76e4-6147-420b-976e-32bc42e902ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.167860926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aab76e4-6147-420b-976e-32bc42e902ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.258698508Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-372f6408","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-372f6408","reconcileID":"65dfccf0-8307-43d6-a131-a4942cdb670f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-372f6408","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-372f6408":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.48884343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-64c2441b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-64c2441b","reconcileID":"436d3d5b-561a-49b6-9a39-bc0b7c7ad09a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-64c2441b","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-64c2441b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.767266272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fec3614-3a1b-43f6-9403-b83e07f74236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.781630844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fec3614-3a1b-43f6-9403-b83e07f74236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.795621771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fec3614-3a1b-43f6-9403-b83e07f74236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.810268287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fec3614-3a1b-43f6-9403-b83e07f74236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:04.889485412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.470965182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d38dd94-28dd-48b3-9676-a2857ff07fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.484749087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d38dd94-28dd-48b3-9676-a2857ff07fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.49882063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d38dd94-28dd-48b3-9676-a2857ff07fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:05.513113441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d38dd94-28dd-48b3-9676-a2857ff07fba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.144998962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f93c57a-359c-4af3-b1df-5f727bba6883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.160376586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f93c57a-359c-4af3-b1df-5f727bba6883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.1741868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f93c57a-359c-4af3-b1df-5f727bba6883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.188316893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f93c57a-359c-4af3-b1df-5f727bba6883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.655585722Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-b2bfbc84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-b2bfbc84","reconcileID":"5d22c89a-f2ce-433b-ae4b-6496e4293c03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-b2bfbc84-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-b2bfbc84-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.839921682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cb79bc-976c-4494-85ea-f8954d538a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.854171539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cb79bc-976c-4494-85ea-f8954d538a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.868460208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cb79bc-976c-4494-85ea-f8954d538a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:06.88315057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cb79bc-976c-4494-85ea-f8954d538a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:07.350741002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d07cc5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d07cc5ec","reconcileID":"2707d2ac-4416-4fb8-a298-b91c9debf3c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d07cc5ec","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d07cc5ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:07.44227464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f404b-03d2-4a29-a672-0d6e5f7bc913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:07.457159462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f404b-03d2-4a29-a672-0d6e5f7bc913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:07.472393427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f404b-03d2-4a29-a672-0d6e5f7bc913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:07.487573843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"522f404b-03d2-4a29-a672-0d6e5f7bc913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.157355321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71157-ae33-458e-87a6-a7f316252e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.17149086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71157-ae33-458e-87a6-a7f316252e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.185634435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71157-ae33-458e-87a6-a7f316252e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.19954773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a71157-ae33-458e-87a6-a7f316252e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.831228681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff526f4-b25c-4031-81f3-6273b33095fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.845731163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff526f4-b25c-4031-81f3-6273b33095fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.859869102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff526f4-b25c-4031-81f3-6273b33095fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.873969399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aff526f4-b25c-4031-81f3-6273b33095fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.887424851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"2592936c-b8b9-4a7a-9a1e-9fb4af0a4fc3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-372f6408","tenantID":"e2e-ait-372f6408","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:08.925237086Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"2592936c-b8b9-4a7a-9a1e-9fb4af0a4fc3","name":"e2e-ait-372f6408-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:09.538182665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253d398f-e1c6-4275-86d1-3844f0ccf246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:09.552346793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253d398f-e1c6-4275-86d1-3844f0ccf246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:09.566906532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253d398f-e1c6-4275-86d1-3844f0ccf246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:09.581463565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253d398f-e1c6-4275-86d1-3844f0ccf246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.781609307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3a0e88e-b145-4ad8-a261-1f496b863e39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:11.921450369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54ccb1d7-76a8-408c-b2a2-cc864a5053b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.075344879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1bcdec-5eff-4aff-a954-d21d746b47cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.089893003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1bcdec-5eff-4aff-a954-d21d746b47cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.104094198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1bcdec-5eff-4aff-a954-d21d746b47cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.118022953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1bcdec-5eff-4aff-a954-d21d746b47cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.428404874Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"0cb9bae4-3298-421e-9f3f-5a50c6818175","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.444613626Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"0cb9bae4-3298-421e-9f3f-5a50c6818175","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.473758281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"0cb9bae4-3298-421e-9f3f-5a50c6818175","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-b2bfbc84-gw","tenantID":"e2e-migrate-b2bfbc84","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.513264075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"0cb9bae4-3298-421e-9f3f-5a50c6818175","name":"e2e-migrate-b2bfbc84-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.866492949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8348b-c0bc-4be3-bb4d-e15829465320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.886331259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8348b-c0bc-4be3-bb4d-e15829465320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.902531085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8348b-c0bc-4be3-bb4d-e15829465320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:12.917580408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac8348b-c0bc-4be3-bb4d-e15829465320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:13.218571167Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-989495fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-989495fd","reconcileID":"08ab6991-64b6-41e0-afaf-c3e1f0fffe18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-989495fd","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-989495fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:13.597656009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164020e5-5af8-4d89-b8c3-58029ad0b367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:13.612130803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164020e5-5af8-4d89-b8c3-58029ad0b367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:13.626038077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164020e5-5af8-4d89-b8c3-58029ad0b367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:13.640340499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164020e5-5af8-4d89-b8c3-58029ad0b367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.367420983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d1ca5a-08f7-4857-b8a0-ec7a6b1d4af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.382797179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d1ca5a-08f7-4857-b8a0-ec7a6b1d4af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.396954376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d1ca5a-08f7-4857-b8a0-ec7a6b1d4af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.410979356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d1ca5a-08f7-4857-b8a0-ec7a6b1d4af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.649990185Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"34b0d700-dd26-48f8-bf4f-e1eaacce0af8","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.700950936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"34b0d700-dd26-48f8-bf4f-e1eaacce0af8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-64c2441b","tenantID":"e2e-ait-64c2441b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:14.745808922Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"34b0d700-dd26-48f8-bf4f-e1eaacce0af8","name":"e2e-ait-64c2441b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.265410437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b63241-de39-41e1-90cc-82ec55ec083b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.282310202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b63241-de39-41e1-90cc-82ec55ec083b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.297119611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b63241-de39-41e1-90cc-82ec55ec083b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.311404352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b63241-de39-41e1-90cc-82ec55ec083b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.949505337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fd5ab2-3acc-42f8-95ed-e481c80cf9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.969845038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fd5ab2-3acc-42f8-95ed-e481c80cf9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:15.985868907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fd5ab2-3acc-42f8-95ed-e481c80cf9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:16.000163298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0fd5ab2-3acc-42f8-95ed-e481c80cf9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:16.63025052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bbd939-e06e-4cbd-aa58-b63cd16a3b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:16.644531657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bbd939-e06e-4cbd-aa58-b63cd16a3b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:16.658691352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bbd939-e06e-4cbd-aa58-b63cd16a3b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:16.673525986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12bbd939-e06e-4cbd-aa58-b63cd16a3b7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.336990054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d0fe20-5f0f-4bc9-bcf9-e955664a5dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.351049781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d0fe20-5f0f-4bc9-bcf9-e955664a5dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.365523725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d0fe20-5f0f-4bc9-bcf9-e955664a5dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.379677087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d0fe20-5f0f-4bc9-bcf9-e955664a5dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.928034173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1f6e68-d931-4c25-aa5d-4ead40e634ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.944422544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1f6e68-d931-4c25-aa5d-4ead40e634ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.960783485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1f6e68-d931-4c25-aa5d-4ead40e634ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:17.974929521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1f6e68-d931-4c25-aa5d-4ead40e634ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:18.483967273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"8f45abae-7450-4053-b4af-fe78a242d274","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d07cc5ec","tenantID":"e2e-ait-d07cc5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:18.525239877Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"8f45abae-7450-4053-b4af-fe78a242d274","name":"e2e-ait-d07cc5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.256637673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648344c-42f9-4837-b5db-8f53dd1e0309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.270917748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648344c-42f9-4837-b5db-8f53dd1e0309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.284985557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648344c-42f9-4837-b5db-8f53dd1e0309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.299035934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3648344c-42f9-4837-b5db-8f53dd1e0309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.857792821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51949317-f815-4051-94ec-3fa22601b26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.873957352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51949317-f815-4051-94ec-3fa22601b26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.889328931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51949317-f815-4051-94ec-3fa22601b26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:20.903259597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51949317-f815-4051-94ec-3fa22601b26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.454178886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd5baa9-fa56-4206-9766-49aa6efb4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.468407832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd5baa9-fa56-4206-9766-49aa6efb4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.482375155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd5baa9-fa56-4206-9766-49aa6efb4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.496991193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd5baa9-fa56-4206-9766-49aa6efb4e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.637377103Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"6bf029c2-4a19-4107-868e-b6ec2603884c","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:21.669606801Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"6bf029c2-4a19-4107-868e-b6ec2603884c","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.133125256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0069af1a-3b51-43ed-a8b4-33747ccb8b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.147110475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0069af1a-3b51-43ed-a8b4-33747ccb8b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.1609538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0069af1a-3b51-43ed-a8b4-33747ccb8b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.175061101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0069af1a-3b51-43ed-a8b4-33747ccb8b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.716972788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c593bb32-5f0e-4890-b8ed-c4a6cfe4bc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.730816305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c593bb32-5f0e-4890-b8ed-c4a6cfe4bc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.744669267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c593bb32-5f0e-4890-b8ed-c4a6cfe4bc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:22.758615881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c593bb32-5f0e-4890-b8ed-c4a6cfe4bc4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.420902249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5122094-4124-4f84-9338-dc56564cc736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.434889061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5122094-4124-4f84-9338-dc56564cc736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.448602757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5122094-4124-4f84-9338-dc56564cc736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.461638255Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"4ea521e1-62ab-4780-a9a7-53218ab86297","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.462498829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5122094-4124-4f84-9338-dc56564cc736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.50417546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"4ea521e1-62ab-4780-a9a7-53218ab86297","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-989495fd","tenantID":"e2e-derive-989495fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:23.54384221Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"4ea521e1-62ab-4780-a9a7-53218ab86297","name":"e2e-derive-989495fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:24.135315533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e72740-94ab-40ca-88a4-7e0eda172be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:24.149394522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e72740-94ab-40ca-88a4-7e0eda172be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:24.163376763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e72740-94ab-40ca-88a4-7e0eda172be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:24.177472976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e72740-94ab-40ca-88a4-7e0eda172be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.699544201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca28b6f-7a44-4f56-9d56-d37fc3255704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.713358824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca28b6f-7a44-4f56-9d56-d37fc3255704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.727343518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca28b6f-7a44-4f56-9d56-d37fc3255704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:25.74126809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca28b6f-7a44-4f56-9d56-d37fc3255704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.332888118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec57a7c-e6b1-49c8-bc4d-9c3456474e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.346757621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec57a7c-e6b1-49c8-bc4d-9c3456474e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.360558323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec57a7c-e6b1-49c8-bc4d-9c3456474e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:26.374447345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec57a7c-e6b1-49c8-bc4d-9c3456474e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.019900138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966363b2-d909-47f6-8cf8-5779262f0f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.035273115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966363b2-d909-47f6-8cf8-5779262f0f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.050280023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966363b2-d909-47f6-8cf8-5779262f0f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.064030033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966363b2-d909-47f6-8cf8-5779262f0f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.614348735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c189887-3b45-41e5-8baa-004085a29707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.628598046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c189887-3b45-41e5-8baa-004085a29707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.64242404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c189887-3b45-41e5-8baa-004085a29707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:29.656808512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c189887-3b45-41e5-8baa-004085a29707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.149144987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3ed4f42-bdfc-4226-8bcc-6e53cee06163","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.25853369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321f40b3-ce85-4832-818e-6e12416b6c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.273000276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321f40b3-ce85-4832-818e-6e12416b6c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.287188978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321f40b3-ce85-4832-818e-6e12416b6c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.287492345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb617090-cf39-45ff-a3b5-9436ffa47aa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.301423199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321f40b3-ce85-4832-818e-6e12416b6c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.918307044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e96e73a-59ef-4a7b-b1f5-84783b7446c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.934998808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e96e73a-59ef-4a7b-b1f5-84783b7446c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.949709165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e96e73a-59ef-4a7b-b1f5-84783b7446c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:30.963708207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e96e73a-59ef-4a7b-b1f5-84783b7446c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.518891434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044d769d-d3c2-42f7-805f-ae4ea10737ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.533179126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044d769d-d3c2-42f7-805f-ae4ea10737ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.547363655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044d769d-d3c2-42f7-805f-ae4ea10737ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.561560138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"044d769d-d3c2-42f7-805f-ae4ea10737ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.633476139Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"1394f0de-e2fc-474b-aeaa-ed9c84893420","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:31.664510711Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"1394f0de-e2fc-474b-aeaa-ed9c84893420","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.23036316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ec72d-efd8-489d-8085-6419d1fa81b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.244193306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ec72d-efd8-489d-8085-6419d1fa81b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.258194531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ec72d-efd8-489d-8085-6419d1fa81b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.272454456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78ec72d-efd8-489d-8085-6419d1fa81b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.818126212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6586fb68-1597-4878-a140-f66a70dce75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.832011629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6586fb68-1597-4878-a140-f66a70dce75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.8458322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6586fb68-1597-4878-a140-f66a70dce75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:32.859624803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6586fb68-1597-4878-a140-f66a70dce75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.29753419Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"c823dc91-d139-4e4e-b81f-4dd026adbd40","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.404704347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675786cf-06bd-437c-8766-9da72315c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.418469529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675786cf-06bd-437c-8766-9da72315c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.432386972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675786cf-06bd-437c-8766-9da72315c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:33.44625393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675786cf-06bd-437c-8766-9da72315c7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.122676358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764b269-4e2f-4c7a-8560-9be4a28c78ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.13652529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764b269-4e2f-4c7a-8560-9be4a28c78ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.150338586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764b269-4e2f-4c7a-8560-9be4a28c78ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.164048284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8764b269-4e2f-4c7a-8560-9be4a28c78ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.719953705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a92629-2d48-49f2-aba6-58dc20455f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.733710999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a92629-2d48-49f2-aba6-58dc20455f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.747591833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a92629-2d48-49f2-aba6-58dc20455f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.761331676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a92629-2d48-49f2-aba6-58dc20455f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:34.888500252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.061895447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","namespace":"ai-tenant-e2e-ait-372f6408","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.061949131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","namespace":"ai-tenant-e2e-ait-372f6408","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.061995717Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","tenant":"e2e-ait-372f6408","tenantID":"e2e-ait-372f6408","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.077806208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Deployment","name":"maas-api-e2e-ait-372f6408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.101865081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Service","name":"maas-api-e2e-ait-372f6408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.122248045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-372f6408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.147204746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-372f6408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.165805375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.182117512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.200633337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.216114181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.229509273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Deployment","name":"payload-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.242973175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.256238026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Service","name":"payload-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.270167971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"Service","name":"payload-pre-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.283624763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"DestinationRule","name":"payload-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.296914809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.310328982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.311532986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d62db-be38-4c9a-98bd-b701f2b1372d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.329272665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.330420819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d62db-be38-4c9a-98bd-b701f2b1372d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.345208061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d62db-be38-4c9a-98bd-b701f2b1372d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.345538471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.360255071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258d62db-be38-4c9a-98bd-b701f2b1372d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.37384545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.38716556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-372f6408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.400885054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-372f6408"},"namespace":"ai-tenant-e2e-ait-372f6408","name":"default-tenant","reconcileID":"25fc84b2-e96f-456a-be54-8c663d69e392","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-372f6408","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:35.655392575Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-372f6408","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-372f6408","reconcileID":"631cecc9-f19b-4d82-bbba-d7a9fb52f88b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-372f6408","removed":["maas.opendatahub.io/gateway-access-e2e-ait-372f6408"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.036038031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9004be-e2d9-493e-b981-67a5f01c1df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.052935488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9004be-e2d9-493e-b981-67a5f01c1df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.068732745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9004be-e2d9-493e-b981-67a5f01c1df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.084831761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c9004be-e2d9-493e-b981-67a5f01c1df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.719684745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366cde3c-9cf3-4761-82fb-ced22ffe744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.734662987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366cde3c-9cf3-4761-82fb-ced22ffe744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.749579307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366cde3c-9cf3-4761-82fb-ced22ffe744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:36.764074334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366cde3c-9cf3-4761-82fb-ced22ffe744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:37.326245497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a290994-7132-4356-8153-544754b2891f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:37.340213929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a290994-7132-4356-8153-544754b2891f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:37.354264928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a290994-7132-4356-8153-544754b2891f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:37.374540702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a290994-7132-4356-8153-544754b2891f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.047068728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3dbf9d-70b4-4ace-b327-bd4a5e7f3b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.061383462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3dbf9d-70b4-4ace-b327-bd4a5e7f3b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.075302873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3dbf9d-70b4-4ace-b327-bd4a5e7f3b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.089301505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3dbf9d-70b4-4ace-b327-bd4a5e7f3b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.681170426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b885a10a-99f8-4b14-87fc-02b57c869ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.695429433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b885a10a-99f8-4b14-87fc-02b57c869ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.709126838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b885a10a-99f8-4b14-87fc-02b57c869ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:38.723003596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b885a10a-99f8-4b14-87fc-02b57c869ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.05953035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","namespace":"ai-tenant-e2e-migrate-b2bfbc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.059607991Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","namespace":"ai-tenant-e2e-migrate-b2bfbc84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.059663176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","tenant":"e2e-migrate-b2bfbc84","tenantID":"e2e-migrate-b2bfbc84","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.075262113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Deployment","name":"maas-api-e2e-migrate-b2bfbc84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.119804283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Service","name":"maas-api-e2e-migrate-b2bfbc84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.156688053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-b2bfbc84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.172604438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-b2bfbc84","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.19073414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.206259821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.219529537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.232690077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.245974445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Deployment","name":"payload-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.261690645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.275292882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Service","name":"payload-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.288794889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"Service","name":"payload-pre-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.302166314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.309986068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baceb5d1-4337-4c52-aa00-8d1c39a6bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.336816059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.337402403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baceb5d1-4337-4c52-aa00-8d1c39a6bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.356630068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.357394997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baceb5d1-4337-4c52-aa00-8d1c39a6bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.370896699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.371750715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baceb5d1-4337-4c52-aa00-8d1c39a6bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.385111349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.398298879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.411763188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-b2bfbc84","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.425057848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-b2bfbc84"},"namespace":"ai-tenant-e2e-migrate-b2bfbc84","name":"default-tenant","reconcileID":"a1a30f63-3490-4a30-b82b-61fd9e357122","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-b2bfbc84","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.715273383Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-b2bfbc84","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-b2bfbc84","reconcileID":"639c59a2-6952-4e7a-a564-5385fa8cbb4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-b2bfbc84-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-b2bfbc84-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.767484971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b7637f7-7818-4d4c-9383-585688f6d021","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:39.907331846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7efb85d5-32da-4444-8cf3-c1993089c1d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.035522819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8915ab9c-4cb9-4c23-aa37-d011db59efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.051570149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8915ab9c-4cb9-4c23-aa37-d011db59efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.067016049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8915ab9c-4cb9-4c23-aa37-d011db59efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.08226605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8915ab9c-4cb9-4c23-aa37-d011db59efce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.6328801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa0b658-4f5c-4942-8a22-77f244a24b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.646852776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa0b658-4f5c-4942-8a22-77f244a24b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.660852305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa0b658-4f5c-4942-8a22-77f244a24b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.674919516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fa0b658-4f5c-4942-8a22-77f244a24b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:40.988755723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ed84cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ed84cd","reconcileID":"0e30b107-7814-4d97-93ca-7c788fe1ac89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-ed84cd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-ed84cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.220173752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","namespace":"ai-tenant-e2e-ait-64c2441b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.220290367Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","namespace":"ai-tenant-e2e-ait-64c2441b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.220374549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","tenant":"e2e-ait-64c2441b","tenantID":"e2e-ait-64c2441b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.250758022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Deployment","name":"maas-api-e2e-ait-64c2441b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.27735721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6769c603-7527-4bb7-92bc-47380b73c511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.293250286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6769c603-7527-4bb7-92bc-47380b73c511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.30832344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6769c603-7527-4bb7-92bc-47380b73c511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.32305528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6769c603-7527-4bb7-92bc-47380b73c511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.344753316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Service","name":"maas-api-e2e-ait-64c2441b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.365639574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-64c2441b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.384144046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-64c2441b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.416708834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.433389944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.452408806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.46845358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.482363754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Deployment","name":"payload-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.496322507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.513340786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Service","name":"payload-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.531124056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"Service","name":"payload-pre-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.54821314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"DestinationRule","name":"payload-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.570758233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.591287988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.610928901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.62779524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.648992309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.665659276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-64c2441b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:41.683370515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-64c2441b"},"namespace":"ai-tenant-e2e-ait-64c2441b","name":"default-tenant","reconcileID":"2b3493f4-e8be-43fe-87c7-b315be8e7542","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-64c2441b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.166489621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62a67a2-3a33-4453-9386-ccbfa48afa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.180419686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62a67a2-3a33-4453-9386-ccbfa48afa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.194469307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62a67a2-3a33-4453-9386-ccbfa48afa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.209158812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62a67a2-3a33-4453-9386-ccbfa48afa95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.687213643Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-64c2441b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-64c2441b","reconcileID":"ba0bc518-e125-46c9-9db5-2f661cc45185","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-64c2441b","removed":["maas.opendatahub.io/gateway-access-e2e-ait-64c2441b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.82719931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a17ea0e-1f7c-495a-9359-b042e07fd938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.841356142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a17ea0e-1f7c-495a-9359-b042e07fd938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.855817968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a17ea0e-1f7c-495a-9359-b042e07fd938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:42.870391295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a17ea0e-1f7c-495a-9359-b042e07fd938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.464235047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0c438a-59af-40f0-a1dd-fcd9cf5a80da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.478969262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0c438a-59af-40f0-a1dd-fcd9cf5a80da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.493028056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0c438a-59af-40f0-a1dd-fcd9cf5a80da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:43.507116523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0c438a-59af-40f0-a1dd-fcd9cf5a80da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.123980044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee8d0a-3923-4cc3-ba65-305c35532c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.138557634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee8d0a-3923-4cc3-ba65-305c35532c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.153093663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee8d0a-3923-4cc3-ba65-305c35532c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.167229767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee8d0a-3923-4cc3-ba65-305c35532c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.732988449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914edb2-6ebe-4bf2-a5de-95dfd5d7d390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.746889404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914edb2-6ebe-4bf2-a5de-95dfd5d7d390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.760794134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914edb2-6ebe-4bf2-a5de-95dfd5d7d390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:44.774612534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914edb2-6ebe-4bf2-a5de-95dfd5d7d390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:45.321587882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b80cb-4e2e-470c-b3f7-cede8b681cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:45.335699252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b80cb-4e2e-470c-b3f7-cede8b681cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:45.349718465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b80cb-4e2e-470c-b3f7-cede8b681cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:45.363671005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2b80cb-4e2e-470c-b3f7-cede8b681cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:45.44389146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-2fa947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-2fa947","reconcileID":"e75eff0b-ef75-4c21-9dd3-15564be16c79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-2fa947","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-2fa947":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.052740805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d73215-b9e8-45ec-b8b5-9a59dab3649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.067736735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d73215-b9e8-45ec-b8b5-9a59dab3649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.082512897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d73215-b9e8-45ec-b8b5-9a59dab3649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.097100184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d73215-b9e8-45ec-b8b5-9a59dab3649a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.739581768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e98e6e-a16d-4198-9f03-b0ca7e6362f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.754193022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e98e6e-a16d-4198-9f03-b0ca7e6362f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.768161937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e98e6e-a16d-4198-9f03-b0ca7e6362f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:46.782319012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e98e6e-a16d-4198-9f03-b0ca7e6362f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.269013646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"898ec7ad-127c-428a-96af-d168a3ed6ffa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.310510841Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"898ec7ad-127c-428a-96af-d168a3ed6ffa","name":"e2e-worker-w2-ed84cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.403603691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63fbbde-b5ac-41d5-8b3d-d1d9e8155aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.48330687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63fbbde-b5ac-41d5-8b3d-d1d9e8155aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.557996349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63fbbde-b5ac-41d5-8b3d-d1d9e8155aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:47.572348553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63fbbde-b5ac-41d5-8b3d-d1d9e8155aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.123387798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6affe9-576e-48d7-a595-e8c25a1d4ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.137413901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6affe9-576e-48d7-a595-e8c25a1d4ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.151574525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6affe9-576e-48d7-a595-e8c25a1d4ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.165569723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6affe9-576e-48d7-a595-e8c25a1d4ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.746140594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f5f7d5-ae7a-451f-859a-a2606585a7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.760139238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f5f7d5-ae7a-451f-859a-a2606585a7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.774093867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f5f7d5-ae7a-451f-859a-a2606585a7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:48.788315472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f5f7d5-ae7a-451f-859a-a2606585a7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.040634114Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","namespace":"ai-tenant-e2e-ait-d07cc5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.040714696Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","namespace":"ai-tenant-e2e-ait-d07cc5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.040768573Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","tenant":"e2e-ait-d07cc5ec","tenantID":"e2e-ait-d07cc5ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.05670861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Deployment","name":"maas-api-e2e-ait-d07cc5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.096435405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Service","name":"maas-api-e2e-ait-d07cc5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.114471945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d07cc5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.135953383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d07cc5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.152826342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.17171093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.202790771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.219096073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.232999265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Deployment","name":"payload-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.247262124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.261475562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Service","name":"payload-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.275536648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"Service","name":"payload-pre-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.289366825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.307032511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.320861761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.348331878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.369425138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.385487638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.399454729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d07cc5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.414358469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d07cc5ec"},"namespace":"ai-tenant-e2e-ait-d07cc5ec","name":"default-tenant","reconcileID":"0d0c1937-bd90-4757-b368-8b4c742ad3d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d07cc5ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.432684672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a018404-6496-47be-8743-bc682228db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.447659775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a018404-6496-47be-8743-bc682228db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.462935403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a018404-6496-47be-8743-bc682228db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.478094231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a018404-6496-47be-8743-bc682228db24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.705683182Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d07cc5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d07cc5ec","reconcileID":"89e49e97-f75e-4834-82cd-6bf0074589d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d07cc5ec","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d07cc5ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:49.88411836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e76703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e76703","reconcileID":"7c668953-e9c6-4568-8a14-2f981b20749d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e76703","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-e76703":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.206557659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb5f6d7-28d7-4c10-8d30-268b927c3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.222331874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb5f6d7-28d7-4c10-8d30-268b927c3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.238390502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb5f6d7-28d7-4c10-8d30-268b927c3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.252975022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb5f6d7-28d7-4c10-8d30-268b927c3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.918243835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fe4089-5db3-4aaf-84d4-4d1f07520f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.932351957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fe4089-5db3-4aaf-84d4-4d1f07520f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.946568237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fe4089-5db3-4aaf-84d4-4d1f07520f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:50.960458801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fe4089-5db3-4aaf-84d4-4d1f07520f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.514937573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8439165-e387-4763-b7f9-3599b9f9ac61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.529010949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8439165-e387-4763-b7f9-3599b9f9ac61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.542908185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8439165-e387-4763-b7f9-3599b9f9ac61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:51.556725682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8439165-e387-4763-b7f9-3599b9f9ac61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:52.225254852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc6d1c6-d372-421c-938d-55ca2c1d792e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:52.239842029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc6d1c6-d372-421c-938d-55ca2c1d792e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:52.254792648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc6d1c6-d372-421c-938d-55ca2c1d792e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:52.269015394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc6d1c6-d372-421c-938d-55ca2c1d792e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:53.016872038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"4ba16a0c-f337-42bf-9285-7c2495ab3b91","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:53.055263772Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"4ba16a0c-f337-42bf-9285-7c2495ab3b91","name":"e2e-worker-w3-2fa947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.672716283Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","namespace":"ai-tenant-e2e-derive-989495fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.672784777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","namespace":"ai-tenant-e2e-derive-989495fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.672833107Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","tenant":"e2e-derive-989495fd","tenantID":"e2e-derive-989495fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.688852444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Deployment","name":"maas-api-e2e-derive-989495fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.713230994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Service","name":"maas-api-e2e-derive-989495fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.731139533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-989495fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.749052918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-989495fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.765464485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.781320513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.799923913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.815681108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.829251898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Deployment","name":"payload-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.84279453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.843500735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b9747e-5493-4507-be2d-0a8dfaea06fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.856764997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Service","name":"payload-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.857535625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b9747e-5493-4507-be2d-0a8dfaea06fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.8711475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"Service","name":"payload-pre-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.87167034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b9747e-5493-4507-be2d-0a8dfaea06fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.8851853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"DestinationRule","name":"payload-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.886156898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b9747e-5493-4507-be2d-0a8dfaea06fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.899859735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.91316052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.93238047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.975416519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:54.989477197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.002935745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-989495fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.016408749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-989495fd"},"namespace":"ai-tenant-e2e-derive-989495fd","name":"default-tenant","reconcileID":"12c67962-5575-4664-a2ef-dd832540d72b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-989495fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.299360668Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-989495fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-989495fd","reconcileID":"4be98d73-f5db-4185-b151-c1dab4620fb0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-989495fd","removed":["maas.opendatahub.io/gateway-access-e2e-derive-989495fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.521671418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b8155e-5305-48c0-8f3a-2a3c4ac4c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.5357404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b8155e-5305-48c0-8f3a-2a3c4ac4c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.549703712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b8155e-5305-48c0-8f3a-2a3c4ac4c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.566371238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b8155e-5305-48c0-8f3a-2a3c4ac4c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:55.744370256Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7d47bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7d47bd","reconcileID":"13ef2462-b57d-4c97-a9ee-a32f29ca2475","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7d47bd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-7d47bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.252287657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3290075c-8683-49b3-90f5-1a1efe02462c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.271529841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3290075c-8683-49b3-90f5-1a1efe02462c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.287237556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3290075c-8683-49b3-90f5-1a1efe02462c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:56.30469524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3290075c-8683-49b3-90f5-1a1efe02462c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.062046091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8331590c-31c1-406e-8582-c1c32085e971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.075918311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8331590c-31c1-406e-8582-c1c32085e971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.090228255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8331590c-31c1-406e-8582-c1c32085e971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.104023544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8331590c-31c1-406e-8582-c1c32085e971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.118041371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"8e92f29a-8ff4-4fc1-8d01-23e2ed1a2419","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:57.157326963Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"8e92f29a-8ff4-4fc1-8d01-23e2ed1a2419","name":"e2e-worker-w4-e76703-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:59.972301207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6ebbc-b3ca-40c4-becf-0a7c03bfa8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:17:59.99005781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6ebbc-b3ca-40c4-becf-0a7c03bfa8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.004088291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6ebbc-b3ca-40c4-becf-0a7c03bfa8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.018312463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e6ebbc-b3ca-40c4-becf-0a7c03bfa8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.639532953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52418966-4fd5-4650-ae13-54fb58c1c5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.653618917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52418966-4fd5-4650-ae13-54fb58c1c5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.670392934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52418966-4fd5-4650-ae13-54fb58c1c5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.68536307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52418966-4fd5-4650-ae13-54fb58c1c5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:00.787072866Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-390929","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-390929","reconcileID":"5a568123-b741-40b3-82cf-2db37c78c2ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-390929","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-390929":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:01.495717137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b0db71-a65b-43d3-a7db-f8ba324d938c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:01.513336179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b0db71-a65b-43d3-a7db-f8ba324d938c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:01.529328834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b0db71-a65b-43d3-a7db-f8ba324d938c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:01.547198787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b0db71-a65b-43d3-a7db-f8ba324d938c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.24434767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57c6b24-4eae-46bd-99d7-d637f717075c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.260420294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57c6b24-4eae-46bd-99d7-d637f717075c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.279792801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57c6b24-4eae-46bd-99d7-d637f717075c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.294177521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57c6b24-4eae-46bd-99d7-d637f717075c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.902606671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5a359-d006-40f8-979c-68dcfb963ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.918433164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5a359-d006-40f8-979c-68dcfb963ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.933397064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5a359-d006-40f8-979c-68dcfb963ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:02.947617805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bae5a359-d006-40f8-979c-68dcfb963ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:03.63733493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e838f09-ec00-46a2-b2ea-5ee099ae2e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:03.651995788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e838f09-ec00-46a2-b2ea-5ee099ae2e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:03.666478142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e838f09-ec00-46a2-b2ea-5ee099ae2e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:03.680622018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e838f09-ec00-46a2-b2ea-5ee099ae2e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:04.608879318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"9b6f1ae3-cba2-46bd-a328-c14406677fcb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:04.649694611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"9b6f1ae3-cba2-46bd-a328-c14406677fcb","name":"e2e-worker-w0-7d47bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:04.887555009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:06.847239022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4efb2fe-dc86-420c-a251-2392c7c591f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:06.861467397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4efb2fe-dc86-420c-a251-2392c7c591f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:06.875538891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4efb2fe-dc86-420c-a251-2392c7c591f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:06.889708951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4efb2fe-dc86-420c-a251-2392c7c591f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:07.521548082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56dd7f4-e9a3-4a04-85ed-6eac891e262f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:07.535786662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56dd7f4-e9a3-4a04-85ed-6eac891e262f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:07.550620016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56dd7f4-e9a3-4a04-85ed-6eac891e262f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:07.564761155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56dd7f4-e9a3-4a04-85ed-6eac891e262f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:09.689194166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d444513a-bcc4-41ed-be24-461cf5e4c578","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:09.794165252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8dd81edc-7c5a-4b14-b107-fd78171de971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:11.477348687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5888ded5-48ff-487c-94df-0aa96b425dce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:11.515494418Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5888ded5-48ff-487c-94df-0aa96b425dce","name":"e2e-worker-w1-390929-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:14.552350109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6de66a7-6d10-442e-a222-5fff964cef3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:14.644332297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e807a0c-b294-4e9a-b853-ef31d1c41b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:15.529818352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c10bc0-60e4-45b8-bcb9-0c8f28fa6626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:15.544149938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c10bc0-60e4-45b8-bcb9-0c8f28fa6626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:15.558004588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c10bc0-60e4-45b8-bcb9-0c8f28fa6626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:15.571788398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6c10bc0-60e4-45b8-bcb9-0c8f28fa6626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:16.197538239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe44fb-af9f-49b3-baf7-f06de495cfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:16.211553004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe44fb-af9f-49b3-baf7-f06de495cfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:16.225696512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe44fb-af9f-49b3-baf7-f06de495cfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:16.239965065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe44fb-af9f-49b3-baf7-f06de495cfa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:18.33483623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"53d60697-a11e-4303-abe5-9bc3e51acd39","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:20.281721503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c37c08e3-a6a6-4026-86a0-6c624ec2ada8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:20.384288955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"294ff2c7-e5d1-443c-95e4-d681c4f1a0cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.007433959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c957-c389-44cc-a4f9-2ebc3325d80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.021685427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c957-c389-44cc-a4f9-2ebc3325d80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.03565124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c957-c389-44cc-a4f9-2ebc3325d80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.049745917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4981c957-c389-44cc-a4f9-2ebc3325d80e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.611750148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15a7234-d8a4-4194-94c0-297a47af8bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.625969402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15a7234-d8a4-4194-94c0-297a47af8bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.640173597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15a7234-d8a4-4194-94c0-297a47af8bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:22.65458749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15a7234-d8a4-4194-94c0-297a47af8bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:24.106236936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c81ec22-22d7-4e0d-9e5f-7e6fb8f24aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:24.240608907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1612c4f3-7875-4ceb-bf1a-976604049c9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:30.436375198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"4dea783d-1e80-4d3f-8350-b91ec89daf2d","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:30.471453034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"96328086-4fce-42ff-86e3-fe101ffeeb27","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:33.064879122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"90fdc99c-2a28-428e-af65-0ddcd22d742d","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:34.887112082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:37.493124745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"4f7d4112-d931-411f-a576-06e4ae6c56a8","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:38.21218135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"827fc5d0-aa44-4fb0-a456-c8ae12c08b55","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.078151087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"f7ebac78-e8a3-49ea-9e99-2742c65ce086","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.308904339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d0921810-df5c-4782-955e-73d627578b5d","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.328744581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a435894-95f9-41a2-8e84-c764e43f7c1f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.328765397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a435894-95f9-41a2-8e84-c764e43f7c1f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.342698723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"8b3f9822-46e9-4433-9936-5b7c0c47721e","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.345641558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263b4f15-48b2-4b8c-897b-ff6f8e4d36bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.345661207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263b4f15-48b2-4b8c-897b-ff6f8e4d36bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.359460238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"3ce29560-2a56-4363-9578-c8819f817849","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:45.366368415Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.416428253Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"0199ae40-c455-476c-9312-e347fab1e40f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.461820407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"90d1f30b-6fd5-4c04-a3c7-90698891dcbd","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.518588151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"cf6e05fc-b807-4fbc-bc85-b2bf43316928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.561252286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d70f42d6-b035-4072-903d-f615d02b54ce","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.581066414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"e556d642-e440-420d-9ec8-39be9ec8b435","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:45.596190702Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"e556d642-e440-420d-9ec8-39be9ec8b435","name":"simulator-w2-ed84cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:45.596242599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"e556d642-e440-420d-9ec8-39be9ec8b435","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.601519235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"83b68a87-5542-4bc1-b8b3-5c22aac30c9b","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.607167371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ea3e4f29-3d6a-47f0-96bd-5a1b3095bcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.639035896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"41bcffb1-d9fc-4a24-b8f2-69fa4d5f65c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.651867473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ea3e4f29-3d6a-47f0-96bd-5a1b3095bcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.668621732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ea3e4f29-3d6a-47f0-96bd-5a1b3095bcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.685218078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"84f8be80-832f-450a-b99e-5c92d37da9ab","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.712794104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"22b90b7e-05fe-477b-a485-7d5b424786bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.730266625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"22b90b7e-05fe-477b-a485-7d5b424786bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.746390079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"22b90b7e-05fe-477b-a485-7d5b424786bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.767769842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"8d849e11-5a3d-4e5f-a52d-80a8e6b25d7c","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.785766261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"73c14fd1-7857-4f0f-ad9d-73764f161d0e","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:45.799057014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"6792ecc3-5e8f-483b-a430-986f08566672","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.805370192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"8b4f5553-bfe0-4574-a410-8fe9b9500f45","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.813898041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"20405b63-c9a3-4444-9734-f853ade2e394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.831646407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"20405b63-c9a3-4444-9734-f853ade2e394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.837606452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"dc4c42cf-5494-44b8-8d19-eaeec95c43f2","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.848036401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"20405b63-c9a3-4444-9734-f853ade2e394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.853804826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"16e03232-79e4-48ca-811c-f10e5ad18382","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.912972997Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"57b5e32f-44e2-46f7-8072-3639dbaacdfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"premium-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.913195602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a9abab15-12e2-445d-9da4-0769464d4bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.930893004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a9abab15-12e2-445d-9da4-0769464d4bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.946906376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a9abab15-12e2-445d-9da4-0769464d4bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.960885828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"e72fa67a-4af8-4434-964c-85f61147d75d","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.975233091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"9058cace-519f-4882-8294-bbcc06478bfb","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:45.994947778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"b9349dbc-6d05-4e35-a068-28441a1f5132","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:46.012972381Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"b9349dbc-6d05-4e35-a068-28441a1f5132","name":"premium-w2-ed84cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:46.013038928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"b9349dbc-6d05-4e35-a068-28441a1f5132","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.017494884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"89b29930-6fec-4e50-bf79-8e62d4f7fcfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.018415255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"5199c394-5003-429a-96d8-f1ea1444d73b","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.031762829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"69e74f49-17b3-4cec-9d51-9662b14a238d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.035439935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"960d13d2-c671-4b61-88bf-00d6a6db3690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.04957967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"69e74f49-17b3-4cec-9d51-9662b14a238d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.052331624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"960d13d2-c671-4b61-88bf-00d6a6db3690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.065876217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"69e74f49-17b3-4cec-9d51-9662b14a238d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.068460735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"960d13d2-c671-4b61-88bf-00d6a6db3690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.082326191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"e823f479-2d6d-4701-bf56-97d279876414","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.116971645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"61bffb1b-32eb-4fae-a329-1f961508edf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.131775244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cfc6d3e9-867c-42de-a2b9-a26241abd803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.149496747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cfc6d3e9-867c-42de-a2b9-a26241abd803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.166498152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cfc6d3e9-867c-42de-a2b9-a26241abd803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:46.988654972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"608b85d2-28f2-4951-9430-7ae8b83d3a8c","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:47.017363551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"b19fa33c-9766-41d7-ad35-ecd599f5152d","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.260727107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"15224f49-fffc-406c-8d97-3ae92ef7c087","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.294348664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"d2e2e527-187f-40ba-9a05-7aaf22839af4","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.703250235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"fd86ea50-25b3-49fa-9bd8-60c546b39a0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.755117451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"a5b009f0-8f60-4859-97dd-108680a984af","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.783654201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"ce7a6f7b-3092-4555-9650-1f724e621b72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.836255287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"00a28234-cf06-4940-8719-5c33f71cf667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.836746532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f4a2be8a-a645-4950-82a6-1b7d3c332415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.855230779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"00a28234-cf06-4940-8719-5c33f71cf667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.855464993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f4a2be8a-a645-4950-82a6-1b7d3c332415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.872618797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f4f54763-2975-4bdd-b586-ec756e8bc970","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.875548731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b56184ee467b0b9b2c66601b2cffec108e6977024cd4bb42cd72e073ac0766fd) AuthConfig (c137e2c276ee105cafb6925b1465e66d6d971107fef7aae024e260b20a1a30ea) AuthConfig (cf82b99e0c5ba4f7a049fb1944290acc1d087981b17a37a165ae5d7f5c26a95f) AuthConfig (c3fd6a0566818c8e36ff391806a3a1bdce7d7fd633ac4fa912437b03a012ad68) AuthConfig (e88993e51f78c3b246ca151e71dbd37f120b8a43f6d41f7b5aa2591135e2f999) AuthConfig (c43003efe9e05e6f629ab3741f937568d927db6d85a7675c687ee4ceb75d8dd4) AuthConfig (1fdd06e138c4c409c4d179e13c51e74b82840ad0392f19930fc59ddfe7dc5d88) AuthConfig (096243cd9b1cafcb02a4a65c33c696eaf2e2c2b15e613f5a00f0a399a184b5c6) AuthConfig (17b37ed324d4b503f5e07f2e29f0882b632c66e3713886f178617b63c8dcc302) AuthConfig (a16e71522916ab183930eb31447408689e49625a1cc0c53b94d7b3bc35c333d1) AuthConfig (41c218fc0fc02e0496499b3e3bdc603193aeaae0d77021ff8e20846e43c27d57) AuthConfig (c2ee08f60c8ce3d7bc923e8dc808f112cea67467d0da717614d4e9bcfae37715) AuthConfig (877e00ed137a50b167f60c13cf7673b42a05feeda15a3d414b6cabb25feb2c04) AuthConfig (c8ac47dc0dd07115a455e8dfbeb3a25da689145533172b36ce571f396c435663) AuthConfig (142497b5dd008037338724d38d6d5ce7eae392a968346cadb5ea64153a045a9b) AuthConfig (30e46a4d3c139ff19e3a32e6b132a16b5beb30ae089aec8f2dfa1adaf9ed813b) AuthConfig (32f715e1c3a9ad2b5d620aaf2d594728af5dfcb4ed15ba174d8515ae3cd10802) AuthConfig (aba028d75c4f418c0329404dda7108434164884dcb3d5569c439dd6039d167c5) AuthConfig (428c12c9d04d0411b96e83fbf679e2eb058c8e718c0cf6b47b7469c3523bd326) AuthConfig (eea30a9a58800d5d76e881ae23c0bfa577b656a1b885a07e21d658e7e2074acf) AuthConfig (1b1d72edfaefd5e685e7b0ed1d7a3c5a28ee88a8b305b3328362c3eccea5e880) AuthConfig (18fb6cc384c3ec46a264953808925c5fc77e750d8fe5a45523bf4af20baa0bad) AuthConfig (be87abeed8350d6ebb021e599d4467c926c44900961a63625074ff7ca3e78bb7) AuthConfig (fd355fa9ee18d2b8ee15808c28fc6e66360be0615789c50758c87e15b29c6338) AuthConfig (dbeb2cb419020f78a6c75475934d46cdd3f6517cd8cbf21b9c084d80a59bbfac) AuthConfig (4a276eef104d0adf388f185cd82c99e9f8ef509120d9bb96d94fac6898fcfdf9) AuthConfig (2f06afd62c4f931eb7c3377d179d8fd201a7c1f8ddb3d57a6d82e309f54998c8) AuthConfig (d0b4f9a620c282e85a566755f7708ac3695a7c81b7354d21360e30ab7b32400e) AuthConfig (31f402997f8b6a1e4846bb4598e50f91ebe7459525f86ef618545d00a1caa232) AuthConfig (66e7ecf547eba7ae16c7ec6b8c866ba7a055bf4d6ae98a63da7a453d8886240c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f4a2be8a-a645-4950-82a6-1b7d3c332415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.876032016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b56184ee467b0b9b2c66601b2cffec108e6977024cd4bb42cd72e073ac0766fd) AuthConfig (c137e2c276ee105cafb6925b1465e66d6d971107fef7aae024e260b20a1a30ea) AuthConfig (cf82b99e0c5ba4f7a049fb1944290acc1d087981b17a37a165ae5d7f5c26a95f) AuthConfig (c3fd6a0566818c8e36ff391806a3a1bdce7d7fd633ac4fa912437b03a012ad68) AuthConfig (e88993e51f78c3b246ca151e71dbd37f120b8a43f6d41f7b5aa2591135e2f999) AuthConfig (c43003efe9e05e6f629ab3741f937568d927db6d85a7675c687ee4ceb75d8dd4) AuthConfig (1fdd06e138c4c409c4d179e13c51e74b82840ad0392f19930fc59ddfe7dc5d88) AuthConfig (096243cd9b1cafcb02a4a65c33c696eaf2e2c2b15e613f5a00f0a399a184b5c6) AuthConfig (17b37ed324d4b503f5e07f2e29f0882b632c66e3713886f178617b63c8dcc302) AuthConfig (a16e71522916ab183930eb31447408689e49625a1cc0c53b94d7b3bc35c333d1) AuthConfig (41c218fc0fc02e0496499b3e3bdc603193aeaae0d77021ff8e20846e43c27d57) AuthConfig (c2ee08f60c8ce3d7bc923e8dc808f112cea67467d0da717614d4e9bcfae37715) AuthConfig (877e00ed137a50b167f60c13cf7673b42a05feeda15a3d414b6cabb25feb2c04) AuthConfig (c8ac47dc0dd07115a455e8dfbeb3a25da689145533172b36ce571f396c435663) AuthConfig (142497b5dd008037338724d38d6d5ce7eae392a968346cadb5ea64153a045a9b) AuthConfig (30e46a4d3c139ff19e3a32e6b132a16b5beb30ae089aec8f2dfa1adaf9ed813b) AuthConfig (32f715e1c3a9ad2b5d620aaf2d594728af5dfcb4ed15ba174d8515ae3cd10802) AuthConfig (aba028d75c4f418c0329404dda7108434164884dcb3d5569c439dd6039d167c5) AuthConfig (428c12c9d04d0411b96e83fbf679e2eb058c8e718c0cf6b47b7469c3523bd326) AuthConfig (eea30a9a58800d5d76e881ae23c0bfa577b656a1b885a07e21d658e7e2074acf) AuthConfig (1b1d72edfaefd5e685e7b0ed1d7a3c5a28ee88a8b305b3328362c3eccea5e880) AuthConfig (18fb6cc384c3ec46a264953808925c5fc77e750d8fe5a45523bf4af20baa0bad) AuthConfig (be87abeed8350d6ebb021e599d4467c926c44900961a63625074ff7ca3e78bb7) AuthConfig (fd355fa9ee18d2b8ee15808c28fc6e66360be0615789c50758c87e15b29c6338) AuthConfig (dbeb2cb419020f78a6c75475934d46cdd3f6517cd8cbf21b9c084d80a59bbfac) AuthConfig (4a276eef104d0adf388f185cd82c99e9f8ef509120d9bb96d94fac6898fcfdf9) AuthConfig (2f06afd62c4f931eb7c3377d179d8fd201a7c1f8ddb3d57a6d82e309f54998c8) AuthConfig (d0b4f9a620c282e85a566755f7708ac3695a7c81b7354d21360e30ab7b32400e) AuthConfig (31f402997f8b6a1e4846bb4598e50f91ebe7459525f86ef618545d00a1caa232) AuthConfig (66e7ecf547eba7ae16c7ec6b8c866ba7a055bf4d6ae98a63da7a453d8886240c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"00a28234-cf06-4940-8719-5c33f71cf667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.896469406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"44b1eaca-10be-447c-9d6d-3e22edf56626","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.89691889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f9efce68-df12-495e-b09f-93d4ad7568a0","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.937688686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b8a26a24-5c71-49d7-b5af-16781bd4d548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.937688811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"75f7959a-5038-435c-9244-df711c38d10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.956634745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"75f7959a-5038-435c-9244-df711c38d10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.956661096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b8a26a24-5c71-49d7-b5af-16781bd4d548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.97459746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b56184ee467b0b9b2c66601b2cffec108e6977024cd4bb42cd72e073ac0766fd) AuthConfig (c137e2c276ee105cafb6925b1465e66d6d971107fef7aae024e260b20a1a30ea) AuthConfig (cf82b99e0c5ba4f7a049fb1944290acc1d087981b17a37a165ae5d7f5c26a95f) AuthConfig (c3fd6a0566818c8e36ff391806a3a1bdce7d7fd633ac4fa912437b03a012ad68) AuthConfig (e88993e51f78c3b246ca151e71dbd37f120b8a43f6d41f7b5aa2591135e2f999) AuthConfig (c43003efe9e05e6f629ab3741f937568d927db6d85a7675c687ee4ceb75d8dd4) AuthConfig (1fdd06e138c4c409c4d179e13c51e74b82840ad0392f19930fc59ddfe7dc5d88) AuthConfig (096243cd9b1cafcb02a4a65c33c696eaf2e2c2b15e613f5a00f0a399a184b5c6) AuthConfig (17b37ed324d4b503f5e07f2e29f0882b632c66e3713886f178617b63c8dcc302) AuthConfig (a16e71522916ab183930eb31447408689e49625a1cc0c53b94d7b3bc35c333d1) AuthConfig (41c218fc0fc02e0496499b3e3bdc603193aeaae0d77021ff8e20846e43c27d57) AuthConfig (c2ee08f60c8ce3d7bc923e8dc808f112cea67467d0da717614d4e9bcfae37715) AuthConfig (877e00ed137a50b167f60c13cf7673b42a05feeda15a3d414b6cabb25feb2c04) AuthConfig (c8ac47dc0dd07115a455e8dfbeb3a25da689145533172b36ce571f396c435663) AuthConfig (142497b5dd008037338724d38d6d5ce7eae392a968346cadb5ea64153a045a9b) AuthConfig (30e46a4d3c139ff19e3a32e6b132a16b5beb30ae089aec8f2dfa1adaf9ed813b) AuthConfig (32f715e1c3a9ad2b5d620aaf2d594728af5dfcb4ed15ba174d8515ae3cd10802) AuthConfig (aba028d75c4f418c0329404dda7108434164884dcb3d5569c439dd6039d167c5) AuthConfig (428c12c9d04d0411b96e83fbf679e2eb058c8e718c0cf6b47b7469c3523bd326) AuthConfig (eea30a9a58800d5d76e881ae23c0bfa577b656a1b885a07e21d658e7e2074acf) AuthConfig (1b1d72edfaefd5e685e7b0ed1d7a3c5a28ee88a8b305b3328362c3eccea5e880) AuthConfig (18fb6cc384c3ec46a264953808925c5fc77e750d8fe5a45523bf4af20baa0bad) AuthConfig (be87abeed8350d6ebb021e599d4467c926c44900961a63625074ff7ca3e78bb7) AuthConfig (fd355fa9ee18d2b8ee15808c28fc6e66360be0615789c50758c87e15b29c6338) AuthConfig (dbeb2cb419020f78a6c75475934d46cdd3f6517cd8cbf21b9c084d80a59bbfac) AuthConfig (4a276eef104d0adf388f185cd82c99e9f8ef509120d9bb96d94fac6898fcfdf9) AuthConfig (2f06afd62c4f931eb7c3377d179d8fd201a7c1f8ddb3d57a6d82e309f54998c8) AuthConfig (d0b4f9a620c282e85a566755f7708ac3695a7c81b7354d21360e30ab7b32400e) AuthConfig (31f402997f8b6a1e4846bb4598e50f91ebe7459525f86ef618545d00a1caa232) AuthConfig (66e7ecf547eba7ae16c7ec6b8c866ba7a055bf4d6ae98a63da7a453d8886240c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"75f7959a-5038-435c-9244-df711c38d10a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:52.974611059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b56184ee467b0b9b2c66601b2cffec108e6977024cd4bb42cd72e073ac0766fd) AuthConfig (c137e2c276ee105cafb6925b1465e66d6d971107fef7aae024e260b20a1a30ea) AuthConfig (cf82b99e0c5ba4f7a049fb1944290acc1d087981b17a37a165ae5d7f5c26a95f) AuthConfig (c3fd6a0566818c8e36ff391806a3a1bdce7d7fd633ac4fa912437b03a012ad68) AuthConfig (e88993e51f78c3b246ca151e71dbd37f120b8a43f6d41f7b5aa2591135e2f999) AuthConfig (c43003efe9e05e6f629ab3741f937568d927db6d85a7675c687ee4ceb75d8dd4) AuthConfig (1fdd06e138c4c409c4d179e13c51e74b82840ad0392f19930fc59ddfe7dc5d88) AuthConfig (096243cd9b1cafcb02a4a65c33c696eaf2e2c2b15e613f5a00f0a399a184b5c6) AuthConfig (17b37ed324d4b503f5e07f2e29f0882b632c66e3713886f178617b63c8dcc302) AuthConfig (a16e71522916ab183930eb31447408689e49625a1cc0c53b94d7b3bc35c333d1) AuthConfig (41c218fc0fc02e0496499b3e3bdc603193aeaae0d77021ff8e20846e43c27d57) AuthConfig (c2ee08f60c8ce3d7bc923e8dc808f112cea67467d0da717614d4e9bcfae37715) AuthConfig (877e00ed137a50b167f60c13cf7673b42a05feeda15a3d414b6cabb25feb2c04) AuthConfig (c8ac47dc0dd07115a455e8dfbeb3a25da689145533172b36ce571f396c435663) AuthConfig (142497b5dd008037338724d38d6d5ce7eae392a968346cadb5ea64153a045a9b) AuthConfig (30e46a4d3c139ff19e3a32e6b132a16b5beb30ae089aec8f2dfa1adaf9ed813b) AuthConfig (32f715e1c3a9ad2b5d620aaf2d594728af5dfcb4ed15ba174d8515ae3cd10802) AuthConfig (aba028d75c4f418c0329404dda7108434164884dcb3d5569c439dd6039d167c5) AuthConfig (428c12c9d04d0411b96e83fbf679e2eb058c8e718c0cf6b47b7469c3523bd326) AuthConfig (eea30a9a58800d5d76e881ae23c0bfa577b656a1b885a07e21d658e7e2074acf) AuthConfig (1b1d72edfaefd5e685e7b0ed1d7a3c5a28ee88a8b305b3328362c3eccea5e880) AuthConfig (18fb6cc384c3ec46a264953808925c5fc77e750d8fe5a45523bf4af20baa0bad) AuthConfig (be87abeed8350d6ebb021e599d4467c926c44900961a63625074ff7ca3e78bb7) AuthConfig (fd355fa9ee18d2b8ee15808c28fc6e66360be0615789c50758c87e15b29c6338) AuthConfig (dbeb2cb419020f78a6c75475934d46cdd3f6517cd8cbf21b9c084d80a59bbfac) AuthConfig (4a276eef104d0adf388f185cd82c99e9f8ef509120d9bb96d94fac6898fcfdf9) AuthConfig (2f06afd62c4f931eb7c3377d179d8fd201a7c1f8ddb3d57a6d82e309f54998c8) AuthConfig (d0b4f9a620c282e85a566755f7708ac3695a7c81b7354d21360e30ab7b32400e) AuthConfig (31f402997f8b6a1e4846bb4598e50f91ebe7459525f86ef618545d00a1caa232) AuthConfig (66e7ecf547eba7ae16c7ec6b8c866ba7a055bf4d6ae98a63da7a453d8886240c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b8a26a24-5c71-49d7-b5af-16781bd4d548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:52.989975898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"75f7959a-5038-435c-9244-df711c38d10a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:18:52.990243643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b8a26a24-5c71-49d7-b5af-16781bd4d548","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.037890937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2bd2f796-dbe5-4699-b133-7a01ff27f79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.037890508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c91b9324-d2e2-424d-b73a-bb980d634f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.055850516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2bd2f796-dbe5-4699-b133-7a01ff27f79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.057396048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c91b9324-d2e2-424d-b73a-bb980d634f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.072379619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b56184ee467b0b9b2c66601b2cffec108e6977024cd4bb42cd72e073ac0766fd) AuthConfig (c137e2c276ee105cafb6925b1465e66d6d971107fef7aae024e260b20a1a30ea) AuthConfig (cf82b99e0c5ba4f7a049fb1944290acc1d087981b17a37a165ae5d7f5c26a95f) AuthConfig (c3fd6a0566818c8e36ff391806a3a1bdce7d7fd633ac4fa912437b03a012ad68) AuthConfig (e88993e51f78c3b246ca151e71dbd37f120b8a43f6d41f7b5aa2591135e2f999) AuthConfig (c43003efe9e05e6f629ab3741f937568d927db6d85a7675c687ee4ceb75d8dd4) AuthConfig (1fdd06e138c4c409c4d179e13c51e74b82840ad0392f19930fc59ddfe7dc5d88) AuthConfig (096243cd9b1cafcb02a4a65c33c696eaf2e2c2b15e613f5a00f0a399a184b5c6) AuthConfig (17b37ed324d4b503f5e07f2e29f0882b632c66e3713886f178617b63c8dcc302) AuthConfig (a16e71522916ab183930eb31447408689e49625a1cc0c53b94d7b3bc35c333d1) AuthConfig (41c218fc0fc02e0496499b3e3bdc603193aeaae0d77021ff8e20846e43c27d57) AuthConfig (c2ee08f60c8ce3d7bc923e8dc808f112cea67467d0da717614d4e9bcfae37715) AuthConfig (877e00ed137a50b167f60c13cf7673b42a05feeda15a3d414b6cabb25feb2c04) AuthConfig (c8ac47dc0dd07115a455e8dfbeb3a25da689145533172b36ce571f396c435663) AuthConfig (142497b5dd008037338724d38d6d5ce7eae392a968346cadb5ea64153a045a9b) AuthConfig (30e46a4d3c139ff19e3a32e6b132a16b5beb30ae089aec8f2dfa1adaf9ed813b) AuthConfig (32f715e1c3a9ad2b5d620aaf2d594728af5dfcb4ed15ba174d8515ae3cd10802) AuthConfig (aba028d75c4f418c0329404dda7108434164884dcb3d5569c439dd6039d167c5) AuthConfig (428c12c9d04d0411b96e83fbf679e2eb058c8e718c0cf6b47b7469c3523bd326) AuthConfig (eea30a9a58800d5d76e881ae23c0bfa577b656a1b885a07e21d658e7e2074acf) AuthConfig (1b1d72edfaefd5e685e7b0ed1d7a3c5a28ee88a8b305b3328362c3eccea5e880) AuthConfig (18fb6cc384c3ec46a264953808925c5fc77e750d8fe5a45523bf4af20baa0bad) AuthConfig (be87abeed8350d6ebb021e599d4467c926c44900961a63625074ff7ca3e78bb7) AuthConfig (fd355fa9ee18d2b8ee15808c28fc6e66360be0615789c50758c87e15b29c6338) AuthConfig (dbeb2cb419020f78a6c75475934d46cdd3f6517cd8cbf21b9c084d80a59bbfac) AuthConfig (4a276eef104d0adf388f185cd82c99e9f8ef509120d9bb96d94fac6898fcfdf9) AuthConfig (2f06afd62c4f931eb7c3377d179d8fd201a7c1f8ddb3d57a6d82e309f54998c8) AuthConfig (d0b4f9a620c282e85a566755f7708ac3695a7c81b7354d21360e30ab7b32400e) AuthConfig (31f402997f8b6a1e4846bb4598e50f91ebe7459525f86ef618545d00a1caa232) AuthConfig (66e7ecf547eba7ae16c7ec6b8c866ba7a055bf4d6ae98a63da7a453d8886240c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2bd2f796-dbe5-4699-b133-7a01ff27f79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.073588371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b56184ee467b0b9b2c66601b2cffec108e6977024cd4bb42cd72e073ac0766fd) AuthConfig (c137e2c276ee105cafb6925b1465e66d6d971107fef7aae024e260b20a1a30ea) AuthConfig (cf82b99e0c5ba4f7a049fb1944290acc1d087981b17a37a165ae5d7f5c26a95f) AuthConfig (c3fd6a0566818c8e36ff391806a3a1bdce7d7fd633ac4fa912437b03a012ad68) AuthConfig (e88993e51f78c3b246ca151e71dbd37f120b8a43f6d41f7b5aa2591135e2f999) AuthConfig (c43003efe9e05e6f629ab3741f937568d927db6d85a7675c687ee4ceb75d8dd4) AuthConfig (1fdd06e138c4c409c4d179e13c51e74b82840ad0392f19930fc59ddfe7dc5d88) AuthConfig (096243cd9b1cafcb02a4a65c33c696eaf2e2c2b15e613f5a00f0a399a184b5c6) AuthConfig (17b37ed324d4b503f5e07f2e29f0882b632c66e3713886f178617b63c8dcc302) AuthConfig (a16e71522916ab183930eb31447408689e49625a1cc0c53b94d7b3bc35c333d1) AuthConfig (41c218fc0fc02e0496499b3e3bdc603193aeaae0d77021ff8e20846e43c27d57) AuthConfig (c2ee08f60c8ce3d7bc923e8dc808f112cea67467d0da717614d4e9bcfae37715) AuthConfig (877e00ed137a50b167f60c13cf7673b42a05feeda15a3d414b6cabb25feb2c04) AuthConfig (c8ac47dc0dd07115a455e8dfbeb3a25da689145533172b36ce571f396c435663) AuthConfig (142497b5dd008037338724d38d6d5ce7eae392a968346cadb5ea64153a045a9b) AuthConfig (30e46a4d3c139ff19e3a32e6b132a16b5beb30ae089aec8f2dfa1adaf9ed813b) AuthConfig (32f715e1c3a9ad2b5d620aaf2d594728af5dfcb4ed15ba174d8515ae3cd10802) AuthConfig (aba028d75c4f418c0329404dda7108434164884dcb3d5569c439dd6039d167c5) AuthConfig (428c12c9d04d0411b96e83fbf679e2eb058c8e718c0cf6b47b7469c3523bd326) AuthConfig (eea30a9a58800d5d76e881ae23c0bfa577b656a1b885a07e21d658e7e2074acf) AuthConfig (1b1d72edfaefd5e685e7b0ed1d7a3c5a28ee88a8b305b3328362c3eccea5e880) AuthConfig (18fb6cc384c3ec46a264953808925c5fc77e750d8fe5a45523bf4af20baa0bad) AuthConfig (be87abeed8350d6ebb021e599d4467c926c44900961a63625074ff7ca3e78bb7) AuthConfig (fd355fa9ee18d2b8ee15808c28fc6e66360be0615789c50758c87e15b29c6338) AuthConfig (dbeb2cb419020f78a6c75475934d46cdd3f6517cd8cbf21b9c084d80a59bbfac) AuthConfig (4a276eef104d0adf388f185cd82c99e9f8ef509120d9bb96d94fac6898fcfdf9) AuthConfig (2f06afd62c4f931eb7c3377d179d8fd201a7c1f8ddb3d57a6d82e309f54998c8) AuthConfig (d0b4f9a620c282e85a566755f7708ac3695a7c81b7354d21360e30ab7b32400e) AuthConfig (31f402997f8b6a1e4846bb4598e50f91ebe7459525f86ef618545d00a1caa232) AuthConfig (66e7ecf547eba7ae16c7ec6b8c866ba7a055bf4d6ae98a63da7a453d8886240c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c91b9324-d2e2-424d-b73a-bb980d634f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:53.520017717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e2c6832a-294f-4eda-8a97-3b6034838d5e","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:56.768774039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"272152a3-4864-41e1-9881-949b3c7b8484","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:18:56.797656453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"c3724ac7-ec62-418f-8a06-750570f4dd95","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.120015599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7d03f7a4-6873-431b-a463-9e3c457e19eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.120015629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bdd18d96-6f03-459c-8a65-8ddea714a137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.139963963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bdd18d96-6f03-459c-8a65-8ddea714a137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.139961563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7d03f7a4-6873-431b-a463-9e3c457e19eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.218064247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"1b62461d-dd53-4c72-8c57-5e348406fa38","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:03.220398711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"b0d9d2ed-f4ac-45e5-8a62-f74c8c22f063","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:04.724366897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"71f8b2cf-19dd-4cdc-972d-9c2829ba36a0","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:04.756428722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"3b9ce46e-b78c-4389-90b2-fe3bdde4a43b","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:04.913620473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:04.997755556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f3a168ce-4ae2-4d1b-bb43-a923e9863ef3","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.160937899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"85d8f180-f0ba-4c68-a14f-dccd2b435b95","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.190486643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"0625c546-4ed5-4e14-b54d-ac91c5960c4e","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:05.214601655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"e3ed6814-a2ac-4884-a21d-13f2f9566341","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.214900957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"9da40929-7750-45ff-aa82-b3e4ee6f5d2a","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.255283969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f38234a0-a0c3-4fe0-a617-9106c84998e4","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.27374321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"d373e222-c0e9-4d7c-ad30-a0a355d150e8","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.333195495Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"9f4c1b4e-dc9b-42df-b8da-28e28c7d7386","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"simulator-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.36377853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"985922f6-4ee9-492a-9e3c-10ef8a1f3c86","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.385573754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"25234a5d-4465-411a-a99c-d881aeae556e","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.409179282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e701b7a5-c2de-459e-b584-e1a2ccce9cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.454009789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"8bc82a9f-982f-4ff4-971c-c563afa10df4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.460297654Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e701b7a5-c2de-459e-b584-e1a2ccce9cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.478865546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e701b7a5-c2de-459e-b584-e1a2ccce9cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.508698629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"9e876cc3-5d9c-4467-a826-1207fc9bdb97","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.539885727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0f68c71d-a564-42d6-b6f6-a72f3fdc080d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.571621997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0f68c71d-a564-42d6-b6f6-a72f3fdc080d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.59400751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0f68c71d-a564-42d6-b6f6-a72f3fdc080d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.61785145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"1f0bb107-32b8-4b32-be3c-3d2972502104","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.636320439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"db90c32a-5717-4416-a07e-890e32ef5259","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.646305243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f1f2808b-8818-4101-be9d-0234ee887f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:05.654168903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"a7b3e463-c509-4be9-941f-11c16dcc7e9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.655754916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"14dc4df4-6e75-4f99-b0bd-7e0ef8667e20","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.667260472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f1f2808b-8818-4101-be9d-0234ee887f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.683802775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f1f2808b-8818-4101-be9d-0234ee887f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.694896788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"001e5ebf-b6e9-4025-83f4-36e87dee33e2","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.71264314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"86958861-eb15-4021-8817-7dad57e508c1","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.745711623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"71184953-16f2-4028-b090-413df8ae6707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.763356703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"71184953-16f2-4028-b090-413df8ae6707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.772397183Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"d28104c4-0a0e-4830-b61e-38a0e88fe9d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"premium-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.780635029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"71184953-16f2-4028-b090-413df8ae6707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.823658782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"e4157b86-1940-4b46-a152-15b9639cb03b","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.828220987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"cfc034d1-281c-4533-8016-7e7dd44b4791","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.84909336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f6cc5702-d03d-4416-85d5-6520a0cbcffa","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:05.864153531Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f6cc5702-d03d-4416-85d5-6520a0cbcffa","name":"premium-w3-2fa947","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-2fa947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:05.864214324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f6cc5702-d03d-4416-85d5-6520a0cbcffa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-2fa947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.869997984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"ee3f87dc-21ea-40b9-a528-42d492c17595","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.878797361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"8ca7f161-db38-43f1-bf73-7a01e3664771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.885944547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"aaa39774-7424-4494-a99f-16ab39fd5241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.889989877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e727be3-77da-4ec9-8a76-2a74e9d5ae6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.908791027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"aaa39774-7424-4494-a99f-16ab39fd5241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.967672707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e727be3-77da-4ec9-8a76-2a74e9d5ae6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.974356449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"aaa39774-7424-4494-a99f-16ab39fd5241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.984186296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e727be3-77da-4ec9-8a76-2a74e9d5ae6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:05.992873929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"5c46fac7-ee8e-493e-8407-c168eb8ef70f","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:06.05547726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"f0b641da-4b98-44b1-9885-d7e007003a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:06.055500967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6b652c49-3492-4070-a4ad-98d28ce981b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:06.075006932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6b652c49-3492-4070-a4ad-98d28ce981b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:06.092527389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6b652c49-3492-4070-a4ad-98d28ce981b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.503751811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"93865367-715b-44ef-964b-dae33d266298","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.523063327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"51e024e8-c314-497c-b30e-cabaa736b580","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.575595103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"c28a88b3-96d0-4a69-bf6c-9754b671b8d5","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.593695575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"c28a88b3-96d0-4a69-bf6c-9754b671b8d5","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.667206949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"52619b9f-9e7c-495b-8d27-870c91c52819","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.708405618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"c245fb59-b5e3-4789-af62-961ebc3a3614","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.709017536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"0297308c-55ce-4fb8-b6ff-176555d1b872","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.727854887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"0297308c-55ce-4fb8-b6ff-176555d1b872","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.730185947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"8cb1e084-7c20-42a6-bc2a-c7efb51bbb83","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.739512003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ffa18e81-4697-4951-bdde-9782165e39da","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:07.744384359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/e2e-dry-sub-613eb894","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-613eb894\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.75593835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"108302c3-b133-4c2c-9fbd-3cd80f1955b7","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.808679145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dff1d5c5-ec12-4672-b9dd-9e57ac581393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.809047011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"10ef913c-9c95-409d-a07b-572f083cc034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.832185602Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894","reconcileID":"93d3c7cd-097b-4bf7-8c7f-1882571a7329","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-dry-sub-613eb894","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.835332326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"10ef913c-9c95-409d-a07b-572f083cc034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.837519299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dff1d5c5-ec12-4672-b9dd-9e57ac581393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.880941889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"5f338775-a92f-44ae-ae96-c5e9451e3981","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.909001582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"90839e6b-cd8b-4150-9dfc-8a514d186e46","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.911868899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"9dd8ae70-9dac-482e-a380-139d6e1f3511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:07.926959032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"90839e6b-cd8b-4150-9dfc-8a514d186e46","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.013067931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d86776b6-77df-41da-8def-c310f671a759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.013407389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"668f0e02-aefe-4e74-9205-d797444dfd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.013779022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894","reconcileID":"301747ab-2aeb-43c1-a29a-eb882d933f25","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.031862442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d86776b6-77df-41da-8def-c310f671a759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:08.032067453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"668f0e02-aefe-4e74-9205-d797444dfd47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.761506914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"3d79cde7-1908-4fc4-aba0-06a2907bcdde","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.802170368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"311c5383-1507-41b7-8fab-729c4c1e15ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.802233863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"b40d60d5-2cb1-4477-a3e2-8c919de457bb","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.805372712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"5fd4fc0f-9807-4e2e-b99a-38f96267e465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.820811868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"311c5383-1507-41b7-8fab-729c4c1e15ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.820981061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"b40d60d5-2cb1-4477-a3e2-8c919de457bb","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:10.823328998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"5fd4fc0f-9807-4e2e-b99a-38f96267e465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.067315476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"d3c6d425-35c5-4e41-8ca5-71c1ffa566e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.116495604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"c4493710-36d8-4f57-b9a9-a48c93673d48","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.262247111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"656d1947-8348-4736-9a76-7c8658057aa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.287877882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b3cfab73-6dec-4ff6-b950-17ccc5a19b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.287967048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"49f511e7-f24e-434b-ab9e-1acb348cb2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.306622762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b3cfab73-6dec-4ff6-b950-17ccc5a19b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.307711217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"49f511e7-f24e-434b-ab9e-1acb348cb2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.310949032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"16f5c03a-464f-403a-906a-ff560a325693","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.322785906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b4d38765208862aa2ad940a2ccda3def0e2aa99255bd1e8e3e9dd6d1b73c5a5) AuthConfig (6101a6c64d5188c00e1cb3cc093b04aa3e5cc395075e1284350da6015efc0d58) AuthConfig (11284fb1f8a15df06b49ef31cbcade199a7c902e15c3b100b0bc0504f62cdc71) AuthConfig (0f907cc7855d93dc34c05c6aff0f2b90b25e0c1537fbbf0d6cbf424d0b3dca0d) AuthConfig (1e6582328ef64546c8af869d939b855d94dcd8bc0103039effad5992c76a12b6) AuthConfig (556ce56e2f0c12143a23af10dd3a19c775305b04e23e6ac960be94c746e0708a) AuthConfig (f6fdf259939c9ffc0f6fd826141c3a73f379829e9574bed8a3793dd50825fffa) AuthConfig (b4f9a6d4843d7b3739f8ad1adb0512a415cde778ce0b6ddb3c24152f92dd8dc0) AuthConfig (7be3a6c8db12054d1b19dd6f8ef93b15af228f0e9fd7470ef2992c63b4b42c44) AuthConfig (fb60ea2aa5741d703041113ef94f6fc59025f7551035b36a351b94159c722716) AuthConfig (b3049d756de19f066a4f0a083e4ff30026532f5af2b0d450a30658b94d8a45f6) AuthConfig (0f0ea3cc4a580b35e57128e3d55aa8781ed66dd7ac66b510081e32f09ebe9846) AuthConfig (0819c2793042623d31509e8885c61fdff7af3b1c9b554adfe30a184eb9a6812b) AuthConfig (110473f59a8418acc264d10f61925ae491336891648b875270934ccd80c1944b) AuthConfig (1bafad1a35a1f83f99362e30f63d3746ee536b7f038cf9dc660abc707b8179c6) AuthConfig (bf4bb8c1a40563e4e2689a700b1d31fd2a38deb4f0030c8d9cfb6833c0e54c0a) AuthConfig (7edb25d8787e2d53f9e5df9371d2cc1e9798d920848b8a3a963d80d898c0a431) AuthConfig (aac8802c76b4ffbecce01b248caca8264f05348fc200240c821e5836c95b0bdd) AuthConfig (49ab132077c8ac383ff5d48d9569b360d20a80f4434ece17b2f5b58529505cd6) AuthConfig (2f8c5962aff1d4619ba09df0fc06880a77012b236a37cb27f1d79acd4938dbd6) AuthConfig (0067447495b42ffb40090007937000bbf28dc88adcec6a2f0ec05ee915f82cf2) AuthConfig (8b49a0618d1e04d926a1e557c1503c4ef2492006d1efd2e3876a1c45b352457d) AuthConfig (326efb1ddf40796d411591922a90d9569a51518f4cdd0aa811b958e41d3685f5) AuthConfig (bc1fb9069ec1d01bdf091f37d78afccc46278d75e0f88ede47baf528b45f7560) AuthConfig (067c552653248286e935ef48b5044c1c4178a8790a7f9417e599e7f224cb220e) AuthConfig (66851b08a828f13c2663d446b2b5d9f04125f5a43759f9b44f32408de32726ed) AuthConfig (4c22253e8e00818d69f1d9cd780dc9a0308244a173c35cf170bf34e276f8f7de) AuthConfig (032cc1f010869b7cf3977ee1f41c7c8796a592e84d82472d08fcb0d4359a5441) AuthConfig (cc826786cc39420bd6bae55978b3b9446935ddc19517d151e10c107fd44374e7) AuthConfig (e0f5ff5d1d0fd25dc3856629132a3dffd03d8ed44ce5d6515ced6293363d078f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b3cfab73-6dec-4ff6-b950-17ccc5a19b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.324143532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b4d38765208862aa2ad940a2ccda3def0e2aa99255bd1e8e3e9dd6d1b73c5a5) AuthConfig (6101a6c64d5188c00e1cb3cc093b04aa3e5cc395075e1284350da6015efc0d58) AuthConfig (11284fb1f8a15df06b49ef31cbcade199a7c902e15c3b100b0bc0504f62cdc71) AuthConfig (0f907cc7855d93dc34c05c6aff0f2b90b25e0c1537fbbf0d6cbf424d0b3dca0d) AuthConfig (1e6582328ef64546c8af869d939b855d94dcd8bc0103039effad5992c76a12b6) AuthConfig (556ce56e2f0c12143a23af10dd3a19c775305b04e23e6ac960be94c746e0708a) AuthConfig (f6fdf259939c9ffc0f6fd826141c3a73f379829e9574bed8a3793dd50825fffa) AuthConfig (b4f9a6d4843d7b3739f8ad1adb0512a415cde778ce0b6ddb3c24152f92dd8dc0) AuthConfig (7be3a6c8db12054d1b19dd6f8ef93b15af228f0e9fd7470ef2992c63b4b42c44) AuthConfig (fb60ea2aa5741d703041113ef94f6fc59025f7551035b36a351b94159c722716) AuthConfig (b3049d756de19f066a4f0a083e4ff30026532f5af2b0d450a30658b94d8a45f6) AuthConfig (0f0ea3cc4a580b35e57128e3d55aa8781ed66dd7ac66b510081e32f09ebe9846) AuthConfig (0819c2793042623d31509e8885c61fdff7af3b1c9b554adfe30a184eb9a6812b) AuthConfig (110473f59a8418acc264d10f61925ae491336891648b875270934ccd80c1944b) AuthConfig (1bafad1a35a1f83f99362e30f63d3746ee536b7f038cf9dc660abc707b8179c6) AuthConfig (bf4bb8c1a40563e4e2689a700b1d31fd2a38deb4f0030c8d9cfb6833c0e54c0a) AuthConfig (7edb25d8787e2d53f9e5df9371d2cc1e9798d920848b8a3a963d80d898c0a431) AuthConfig (aac8802c76b4ffbecce01b248caca8264f05348fc200240c821e5836c95b0bdd) AuthConfig (49ab132077c8ac383ff5d48d9569b360d20a80f4434ece17b2f5b58529505cd6) AuthConfig (2f8c5962aff1d4619ba09df0fc06880a77012b236a37cb27f1d79acd4938dbd6) AuthConfig (0067447495b42ffb40090007937000bbf28dc88adcec6a2f0ec05ee915f82cf2) AuthConfig (8b49a0618d1e04d926a1e557c1503c4ef2492006d1efd2e3876a1c45b352457d) AuthConfig (326efb1ddf40796d411591922a90d9569a51518f4cdd0aa811b958e41d3685f5) AuthConfig (bc1fb9069ec1d01bdf091f37d78afccc46278d75e0f88ede47baf528b45f7560) AuthConfig (067c552653248286e935ef48b5044c1c4178a8790a7f9417e599e7f224cb220e) AuthConfig (66851b08a828f13c2663d446b2b5d9f04125f5a43759f9b44f32408de32726ed) AuthConfig (4c22253e8e00818d69f1d9cd780dc9a0308244a173c35cf170bf34e276f8f7de) AuthConfig (032cc1f010869b7cf3977ee1f41c7c8796a592e84d82472d08fcb0d4359a5441) AuthConfig (cc826786cc39420bd6bae55978b3b9446935ddc19517d151e10c107fd44374e7) AuthConfig (e0f5ff5d1d0fd25dc3856629132a3dffd03d8ed44ce5d6515ced6293363d078f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"49f511e7-f24e-434b-ab9e-1acb348cb2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.349067687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"3e7272db-915f-4a1f-9861-900e46ecb746","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.3528544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"ecb39bc4-cfbd-469f-b1f8-8aa994d0eb36","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.478136021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1fc2e7e2-58b7-432b-b5f3-303dc3a2630c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.478155838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"102ebcba-6c85-4ac5-9478-e35182963bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.49702037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"102ebcba-6c85-4ac5-9478-e35182963bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.497475308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1fc2e7e2-58b7-432b-b5f3-303dc3a2630c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.515436817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b4d38765208862aa2ad940a2ccda3def0e2aa99255bd1e8e3e9dd6d1b73c5a5) AuthConfig (6101a6c64d5188c00e1cb3cc093b04aa3e5cc395075e1284350da6015efc0d58) AuthConfig (11284fb1f8a15df06b49ef31cbcade199a7c902e15c3b100b0bc0504f62cdc71) AuthConfig (0f907cc7855d93dc34c05c6aff0f2b90b25e0c1537fbbf0d6cbf424d0b3dca0d) AuthConfig (1e6582328ef64546c8af869d939b855d94dcd8bc0103039effad5992c76a12b6) AuthConfig (556ce56e2f0c12143a23af10dd3a19c775305b04e23e6ac960be94c746e0708a) AuthConfig (f6fdf259939c9ffc0f6fd826141c3a73f379829e9574bed8a3793dd50825fffa) AuthConfig (b4f9a6d4843d7b3739f8ad1adb0512a415cde778ce0b6ddb3c24152f92dd8dc0) AuthConfig (7be3a6c8db12054d1b19dd6f8ef93b15af228f0e9fd7470ef2992c63b4b42c44) AuthConfig (fb60ea2aa5741d703041113ef94f6fc59025f7551035b36a351b94159c722716) AuthConfig (b3049d756de19f066a4f0a083e4ff30026532f5af2b0d450a30658b94d8a45f6) AuthConfig (0f0ea3cc4a580b35e57128e3d55aa8781ed66dd7ac66b510081e32f09ebe9846) AuthConfig (0819c2793042623d31509e8885c61fdff7af3b1c9b554adfe30a184eb9a6812b) AuthConfig (110473f59a8418acc264d10f61925ae491336891648b875270934ccd80c1944b) AuthConfig (1bafad1a35a1f83f99362e30f63d3746ee536b7f038cf9dc660abc707b8179c6) AuthConfig (bf4bb8c1a40563e4e2689a700b1d31fd2a38deb4f0030c8d9cfb6833c0e54c0a) AuthConfig (7edb25d8787e2d53f9e5df9371d2cc1e9798d920848b8a3a963d80d898c0a431) AuthConfig (aac8802c76b4ffbecce01b248caca8264f05348fc200240c821e5836c95b0bdd) AuthConfig (49ab132077c8ac383ff5d48d9569b360d20a80f4434ece17b2f5b58529505cd6) AuthConfig (2f8c5962aff1d4619ba09df0fc06880a77012b236a37cb27f1d79acd4938dbd6) AuthConfig (0067447495b42ffb40090007937000bbf28dc88adcec6a2f0ec05ee915f82cf2) AuthConfig (8b49a0618d1e04d926a1e557c1503c4ef2492006d1efd2e3876a1c45b352457d) AuthConfig (326efb1ddf40796d411591922a90d9569a51518f4cdd0aa811b958e41d3685f5) AuthConfig (bc1fb9069ec1d01bdf091f37d78afccc46278d75e0f88ede47baf528b45f7560) AuthConfig (067c552653248286e935ef48b5044c1c4178a8790a7f9417e599e7f224cb220e) AuthConfig (66851b08a828f13c2663d446b2b5d9f04125f5a43759f9b44f32408de32726ed) AuthConfig (4c22253e8e00818d69f1d9cd780dc9a0308244a173c35cf170bf34e276f8f7de) AuthConfig (032cc1f010869b7cf3977ee1f41c7c8796a592e84d82472d08fcb0d4359a5441) AuthConfig (cc826786cc39420bd6bae55978b3b9446935ddc19517d151e10c107fd44374e7) AuthConfig (e0f5ff5d1d0fd25dc3856629132a3dffd03d8ed44ce5d6515ced6293363d078f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1fc2e7e2-58b7-432b-b5f3-303dc3a2630c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:13.5160001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b4d38765208862aa2ad940a2ccda3def0e2aa99255bd1e8e3e9dd6d1b73c5a5) AuthConfig (6101a6c64d5188c00e1cb3cc093b04aa3e5cc395075e1284350da6015efc0d58) AuthConfig (11284fb1f8a15df06b49ef31cbcade199a7c902e15c3b100b0bc0504f62cdc71) AuthConfig (0f907cc7855d93dc34c05c6aff0f2b90b25e0c1537fbbf0d6cbf424d0b3dca0d) AuthConfig (1e6582328ef64546c8af869d939b855d94dcd8bc0103039effad5992c76a12b6) AuthConfig (556ce56e2f0c12143a23af10dd3a19c775305b04e23e6ac960be94c746e0708a) AuthConfig (f6fdf259939c9ffc0f6fd826141c3a73f379829e9574bed8a3793dd50825fffa) AuthConfig (b4f9a6d4843d7b3739f8ad1adb0512a415cde778ce0b6ddb3c24152f92dd8dc0) AuthConfig (7be3a6c8db12054d1b19dd6f8ef93b15af228f0e9fd7470ef2992c63b4b42c44) AuthConfig (fb60ea2aa5741d703041113ef94f6fc59025f7551035b36a351b94159c722716) AuthConfig (b3049d756de19f066a4f0a083e4ff30026532f5af2b0d450a30658b94d8a45f6) AuthConfig (0f0ea3cc4a580b35e57128e3d55aa8781ed66dd7ac66b510081e32f09ebe9846) AuthConfig (0819c2793042623d31509e8885c61fdff7af3b1c9b554adfe30a184eb9a6812b) AuthConfig (110473f59a8418acc264d10f61925ae491336891648b875270934ccd80c1944b) AuthConfig (1bafad1a35a1f83f99362e30f63d3746ee536b7f038cf9dc660abc707b8179c6) AuthConfig (bf4bb8c1a40563e4e2689a700b1d31fd2a38deb4f0030c8d9cfb6833c0e54c0a) AuthConfig (7edb25d8787e2d53f9e5df9371d2cc1e9798d920848b8a3a963d80d898c0a431) AuthConfig (aac8802c76b4ffbecce01b248caca8264f05348fc200240c821e5836c95b0bdd) AuthConfig (49ab132077c8ac383ff5d48d9569b360d20a80f4434ece17b2f5b58529505cd6) AuthConfig (2f8c5962aff1d4619ba09df0fc06880a77012b236a37cb27f1d79acd4938dbd6) AuthConfig (0067447495b42ffb40090007937000bbf28dc88adcec6a2f0ec05ee915f82cf2) AuthConfig (8b49a0618d1e04d926a1e557c1503c4ef2492006d1efd2e3876a1c45b352457d) AuthConfig (326efb1ddf40796d411591922a90d9569a51518f4cdd0aa811b958e41d3685f5) AuthConfig (bc1fb9069ec1d01bdf091f37d78afccc46278d75e0f88ede47baf528b45f7560) AuthConfig (067c552653248286e935ef48b5044c1c4178a8790a7f9417e599e7f224cb220e) AuthConfig (66851b08a828f13c2663d446b2b5d9f04125f5a43759f9b44f32408de32726ed) AuthConfig (4c22253e8e00818d69f1d9cd780dc9a0308244a173c35cf170bf34e276f8f7de) AuthConfig (032cc1f010869b7cf3977ee1f41c7c8796a592e84d82472d08fcb0d4359a5441) AuthConfig (cc826786cc39420bd6bae55978b3b9446935ddc19517d151e10c107fd44374e7) AuthConfig (e0f5ff5d1d0fd25dc3856629132a3dffd03d8ed44ce5d6515ced6293363d078f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"102ebcba-6c85-4ac5-9478-e35182963bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.547148802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"8eac0720-6eb4-4718-813d-54172292c76d","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.705014696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e81cf6e4-b335-4a61-be26-36b4f36aa3b2","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.723251055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"fe0d600f-a25a-4269-8a02-3598e0b72bc2","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:14.736197647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"8be86a8a-24d1-42e1-89f6-90ad81a23990","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.773457859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"c85f8617-781c-4adc-a37e-e72470f04f31","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.792373828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6b8969d8-a96a-436d-b096-8874377d79ea","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.852282568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"5cdce2a0-d9c4-42ad-9db7-ff60e85bf133","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.901299058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"22de96a1-7b7d-416f-8c0e-92dcd5f030c7","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.919931749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"fca298a8-184c-4e43-b3be-8f0afa1b008c","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.939699409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7279964d-a3a3-4a11-8645-3d74ae10b39a","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:14.954442365Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7279964d-a3a3-4a11-8645-3d74ae10b39a","name":"simulator-w4-e76703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e76703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:14.954496612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7279964d-a3a3-4a11-8645-3d74ae10b39a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-e76703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.95638319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"fbac8a74-bea8-4b85-982a-5cb34c9d0c65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.960159272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"cecb5415-cec8-48d8-a2ff-53b8f0385231","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:14.962899301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7e610a8a-10ec-4aa5-8ef3-b9a50f3aa928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.011791015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7e610a8a-10ec-4aa5-8ef3-b9a50f3aa928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.030881492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7e610a8a-10ec-4aa5-8ef3-b9a50f3aa928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.050140089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a6ec1739-bcb6-49e8-85d2-d006bc42991c","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.057766112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"0724c9ed-6476-452d-88da-17a968760066","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.07787595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bd7a95c3-05e6-46f2-a9e0-a5aa4b5d95ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.096144531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bd7a95c3-05e6-46f2-a9e0-a5aa4b5d95ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.113137004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bd7a95c3-05e6-46f2-a9e0-a5aa4b5d95ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.127703991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"26c10c9a-9d2a-4e03-b3ab-471a75698f38","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.145345017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"3bf7d8ba-3cd2-4b14-9157-67e2c9f02846","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.162010255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"2dd5fd32-d759-4d5a-a2ba-4de9a2c180a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.16520382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"c068559b-9d31-40e1-9839-c632b72c9b3e","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.178461219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"58283968-d636-4640-ae4a-cc126a5ed878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.198669669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"58283968-d636-4640-ae4a-cc126a5ed878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.199266554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"6d5a346d-8b79-4f77-9b07-753d508b956d","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.216019052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"58283968-d636-4640-ae4a-cc126a5ed878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.218147049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"a29397fd-ee2f-42ef-a226-da6deff24026","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.269942991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"36b5cf43-405e-4f86-ac5a-2543b5c6fb03","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.277113133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"f1a36749-387d-4018-8361-95cdf3656611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"premium-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.279897514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1f2d2b19-dfb7-401c-833d-5cdee8f5ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.297536781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1f2d2b19-dfb7-401c-833d-5cdee8f5ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.314626954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1f2d2b19-dfb7-401c-833d-5cdee8f5ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.327928462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"739dfb41-46db-468d-92f0-76d6047a62d9","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.328844246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"34d0e724-8b6d-4694-90fc-091b58a03e5d","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.34858099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"0797880a-7ce5-4b13-98b8-8c5a55f5e6c5","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.363933897Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"0797880a-7ce5-4b13-98b8-8c5a55f5e6c5","name":"premium-w4-e76703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-e76703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.363986474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"0797880a-7ce5-4b13-98b8-8c5a55f5e6c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-e76703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.36960774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"815031d1-64e2-4831-b6dd-115ee6102d41","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.383700648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"124e6173-f05c-4b7a-b7f5-6e57f8ce9612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.393974219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c407cd1d-b60a-49d6-9048-3a2132e6df3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.393974209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"93ed6a69-d5a5-45ac-801e-34b1122d2283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.411958132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"93ed6a69-d5a5-45ac-801e-34b1122d2283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.412568366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c407cd1d-b60a-49d6-9048-3a2132e6df3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.429151848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c407cd1d-b60a-49d6-9048-3a2132e6df3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.429166523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"93ed6a69-d5a5-45ac-801e-34b1122d2283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.432370893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"d797e04c-c7f6-4e4c-951a-3f26ce99b8bc","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.445376715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"85fe1992-6385-4c42-996b-400a61fa737a","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.450623696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"0c438750-201e-4ae2-bb83-d80037d77360","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.465024041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"da27b71d-3883-4c2c-b0e2-aedc49dfd26a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.466490306Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.483165773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ebb1d6e5-3538-46e6-ac84-0b0b81cc120c","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.484741569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"c210c17f-b91a-413c-adf9-7f8561684b20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.492914064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2599524d-a13e-405e-b92d-d4c693947fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.510009032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2599524d-a13e-405e-b92d-d4c693947fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.526312644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2599524d-a13e-405e-b92d-d4c693947fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.587538174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"151a4e9a-d53c-4149-b0a2-0267ad748b7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"simulator-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.684309483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"b5ee5734-f039-4ea6-aa7c-72f1ebd3834d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.705042832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"aaad7046-ea56-4d88-8c19-c91932ac5e8a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.7202584Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"aaad7046-ea56-4d88-8c19-c91932ac5e8a","name":"simulator-w0-7d47bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7d47bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.720312846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"aaad7046-ea56-4d88-8c19-c91932ac5e8a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7d47bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.726173767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"6b910916-4a1f-4fd6-81cf-7aa26ce3d3ca","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.729001097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3cfe620e-a451-4428-9a7a-c75c4eef5eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.747974724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"7caedc2d-34ee-4b01-b2ae-9c2f3ff898da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.783278783Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3cfe620e-a451-4428-9a7a-c75c4eef5eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.799780503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3cfe620e-a451-4428-9a7a-c75c4eef5eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.816131738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"1cb9ca4f-7dc1-4c1f-996e-8997b04b4549","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.844288104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b759f3de-383c-42ff-bb79-b14d843b8e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.852228438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"19f77cd1-5d8c-4b6c-b628-acde61dcb263","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.861653014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b759f3de-383c-42ff-bb79-b14d843b8e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.878038329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b759f3de-383c-42ff-bb79-b14d843b8e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.888731132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"82060c4c-02bd-4d97-9433-52ac7914a393","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.9084297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"80b39104-ee8d-466e-beac-8d25c6dac19c","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.922471322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"5e787f0a-82f6-4baa-aa50-5c035e66d52f","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:15.924336135Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d47bd/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.944523217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"27ae1fb9-aa67-4fdc-9d45-ab77eae80869","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.947034918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4e89d7a6-1a8c-488f-9afb-75912cad8fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.966187929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4e89d7a6-1a8c-488f-9afb-75912cad8fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:15.983072078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4e89d7a6-1a8c-488f-9afb-75912cad8fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.003856139Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"7ccf9c53-0236-4d54-a0a8-8ef6dcc7d8cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"premium-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.045275485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"310eb173-0d57-4c64-99c3-561cf3265425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.05431249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"81b29d25-d7e1-48e6-b2fb-6c0f8bd40324","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.062735397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"310eb173-0d57-4c64-99c3-561cf3265425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.080709007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"310eb173-0d57-4c64-99c3-561cf3265425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.098937393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"0ae98796-df92-499b-9ba3-9ab7c47695d5","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.114526313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"eaed8e57-a19c-4575-b36e-45587213f865","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.119022688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"8ad81547-95d5-4f1d-a68e-eb6702ed10ea","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.159810623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"247dd972-ed2b-4a9d-baaa-448320b4e3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.159806515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"95c51600-8211-4ec9-962b-087b5e32b93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.178334629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"247dd972-ed2b-4a9d-baaa-448320b4e3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.178401817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"95c51600-8211-4ec9-962b-087b5e32b93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.195158935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"95c51600-8211-4ec9-962b-087b5e32b93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.196095355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"247dd972-ed2b-4a9d-baaa-448320b4e3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.211955859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"dc8a2ed2-afb0-4d4e-b3f7-cbb68295cf58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.214968961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"a5148a05-2242-4795-b911-d75957478315","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.259219463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ffc2489d-e9ef-42f5-8db6-4225761e126a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.277944243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ffc2489d-e9ef-42f5-8db6-4225761e126a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:16.295791181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ffc2489d-e9ef-42f5-8db6-4225761e126a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.248955616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"5cf463bd-1265-4a9b-a6a0-1c7a2cbb06d6","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.388829956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"8a79f14e-1835-4c99-8543-54582db9cbad","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.409221232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"8f6dff4f-27cb-420a-b629-e4dfa07dda49","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.420410074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7a27e901-dc60-40df-b4b2-b7e62e17e5dd","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:20.425551401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-390929/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.439699527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"b90a72d0-f824-451a-9d72-35b8707370fb","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.497534616Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"88a3ffe1-0369-4df4-b20b-2146be035997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"simulator-w1-390929","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-390929/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.550107646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"8e848c89-f223-4226-9b0e-7c6467cf68aa","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.599592087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"ab8d2183-001f-4470-901b-3eb363fd2b46","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.605064217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"a727ffa4-57c5-460a-9d43-c289826d1592","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.621429197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"09b37e3f-cabb-466f-9ff0-3d04245b1244","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:20.638287171Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"09b37e3f-cabb-466f-9ff0-3d04245b1244","name":"simulator-w1-390929","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-390929\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:20.639298799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"09b37e3f-cabb-466f-9ff0-3d04245b1244","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-390929\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.643996129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11b3a5ac-588b-4ab1-8df9-b9448078c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.645377364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"a1d6f361-7004-4c50-89a0-e42e2dd3b59c","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.690119806Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11b3a5ac-588b-4ab1-8df9-b9448078c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.706811503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11b3a5ac-588b-4ab1-8df9-b9448078c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.710750207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"c6118392-32f7-441e-abaf-d51ec31cb34c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.723290073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"2dd1e644-4afd-4829-8753-19f5356ad30a","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.750723537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0b348644-43be-494b-a357-ade396e51fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.767998558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0b348644-43be-494b-a357-ade396e51fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.784774959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0b348644-43be-494b-a357-ade396e51fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.796703065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"e98b5d75-52b6-47d2-82fe-672955fb825a","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.809031261Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894","reconcileID":"6a852775-06b4-4bab-a409-47e701165aea","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-dry-sub-613eb894","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.8145682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"8958d679-7dc3-458f-b7cc-2423b5e33be6","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:20.828373482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"c79704ef-98c9-45c2-a5fc-79c8760d701f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.833198491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7362bf07-4a23-48b6-8055-aca233e15af8","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.850490253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"655b46c6-1985-4ee4-a4f7-1ad7354b8cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.867349621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"8f5e379c-8a8d-47bf-a9ed-fc336b77ff57","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.870026656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894","reconcileID":"6a852775-06b4-4bab-a409-47e701165aea","MaaSSubscription":{"name":"e2e-dry-sub-613eb894","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.871225966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"655b46c6-1985-4ee4-a4f7-1ad7354b8cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.885569742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"a121ecaa-e9ad-48a1-af3b-984366b8ccd7","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.888254757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"655b46c6-1985-4ee4-a4f7-1ad7354b8cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.941569004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"0c41821e-3c5f-4e02-82b0-102d79bb45e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.95093298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e9fe1a07-b8d6-4bf9-aeb3-3d2c7047e511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.958382535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"70638bcf-2533-4b7e-97a9-5c2a9cba42d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"premium-w1-390929","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-390929/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.962021693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"c03cc772-63ab-4527-9981-16d207573add","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.969802695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e9fe1a07-b8d6-4bf9-aeb3-3d2c7047e511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.98103968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"8ab45e63-6cac-423d-ad0b-536f150de84a","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.987497445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e9fe1a07-b8d6-4bf9-aeb3-3d2c7047e511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:20.990437193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"ede92967-f88c-4a49-9f7b-6d1e45db7010","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.012537308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"ca6751dc-3be7-4deb-9a00-866dd59f429b","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.066945598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"64b49f36-543c-4721-8ce3-3a8c989ec154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.06699811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"40dbe099-4925-49e0-8572-0d8f1b2acbfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.067351288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ff721406-be2f-4b9c-8362-2411bbfa3c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.067441751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"cb7d2350-38f5-42c0-aebf-679322ec1f99","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.067683742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"828cc1a6-91c5-43fe-b706-c1161a042810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.087000542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"cb7d2350-38f5-42c0-aebf-679322ec1f99","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.087171316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ff721406-be2f-4b9c-8362-2411bbfa3c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.089229978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"64b49f36-543c-4721-8ce3-3a8c989ec154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.090701192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"828cc1a6-91c5-43fe-b706-c1161a042810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.091384636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"40dbe099-4925-49e0-8572-0d8f1b2acbfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.092333798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"47db2675-a549-4483-8a02-55fe1c72579a","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.106135442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"64b49f36-543c-4721-8ce3-3a8c989ec154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.107563321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"828cc1a6-91c5-43fe-b706-c1161a042810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.112956273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"7d01c82d-9a95-471e-8ede-2162bae0ca39","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.124357912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3dace5bd-65fb-47ed-8c47-2d5c4a9a8d35","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.156529682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"9e7ecb38-8007-4eca-8f43-c03102cef461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.166034838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"66174055-8ccb-4ba7-8400-bf99b6c4b317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.183853703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"66174055-8ccb-4ba7-8400-bf99b6c4b317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.200755511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"66174055-8ccb-4ba7-8400-bf99b6c4b317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.214783777Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-dry-sub-613eb894-auth","reconcileID":"443f5ef8-da7a-449a-b0ed-7518358a9d62","MaaSAuthPolicy":{"name":"e2e-dry-sub-613eb894-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:21.434544982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"0f76f0dd-8873-49d6-9e66-51d23130c38b","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.552316984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"048f6a99-9083-4261-83dd-a01eed1dd0f1","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.568641245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ba90b178-b322-4700-8c3b-209888fff0c4","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.615680252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"3a869d86-f07a-448a-a9c3-a455135876f7","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.633436995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"3a869d86-f07a-448a-a9c3-a455135876f7","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.714848386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"95fb5a82-56e2-4aea-9dcc-089c1609872a","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.755995907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"5ae21afc-69a8-484f-8911-dff85c924b12","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.765838146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"c69915fe-4d7b-49f1-9b47-72a9a6a36c5a","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.775383224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"5ae21afc-69a8-484f-8911-dff85c924b12","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.78209848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"549b30dc-9e23-45a8-9c43-8063687006da","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:22.799373056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997","reconcileID":"c51e6c76-d6f9-43e2-b693-e938538b8c6d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-ce6e1997\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.838723317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"72eccb01-d035-453c-bf60-30a1e041514f","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.85495553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"2483e1e7-a3bc-4a7b-971a-14c5598d9e97","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.855821046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0a5354f4-4d43-49ba-9220-bc230ab1a4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.85594038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"db8726f6-02b9-44f3-8be6-97f91979dd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.876018919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0a5354f4-4d43-49ba-9220-bc230ab1a4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.880182893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"db8726f6-02b9-44f3-8be6-97f91979dd80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.92986909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997","reconcileID":"d3f4250d-3941-4381-a337-5f89b562e6aa","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-combo-sub-ce6e1997","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.958327288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"14170b99-975e-4d72-a5c8-58b17491d9ff","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.976445576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"14170b99-975e-4d72-a5c8-58b17491d9ff","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:22.977275325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"fc673f77-428e-4cc8-9174-cc46746c2fe4","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.013734356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"fb44117d-e2d1-4092-8a03-22b0edc645a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.055887836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1dd385d2-ef3c-4715-ba60-4634aa37e392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.073532961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1dd385d2-ef3c-4715-ba60-4634aa37e392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.110968852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997","reconcileID":"57aa4759-555e-4cff-bd69-60caca79f2b8","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.156936469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"eee06471-520a-464c-a2e5-eb28043500d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.175479928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"eee06471-520a-464c-a2e5-eb28043500d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.212159053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"fe20ac47-a542-412f-9b17-5abc56e0f78e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.26447796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"35b0028d-933a-4279-b4fa-994080d06f68","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.312098422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"17dca1f7-fca4-48d8-ba92-687136e93124","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.368828779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"8aa31d49-5b7c-4b5e-b9dd-b427666638bf","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.415175403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"5a4162dc-9234-4926-8c11-8fe3c3197615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.466945563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"b9371741-8c0b-4978-b91e-416fff80c0dc","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.487220874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"54a961b8-f986-492d-94ce-d81c11d76a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.487220872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"03def27a-ce52-48f8-8d9b-7bd3d518fb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.505499541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"03def27a-ce52-48f8-8d9b-7bd3d518fb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.505732933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"54a961b8-f986-492d-94ce-d81c11d76a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.515070534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"9c86fd21-0ee0-4bd9-8e0a-fa77aaca49ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.522802268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a2b8935d97c1dca38bc24701579332966122a042c9f9a9389506b198b3e3999) AuthConfig (aa4bf50738acd4ffa2c1c65d8c21155c4da72a0f782cabb00fbd422e16757088) AuthConfig (1c07132c0da48068b8f220a9455c404fed9c162d58b15ec681640798a36962e0) AuthConfig (5ddd09e4d04162419f491afbb74e6f455c01558e164d24439a2e1cf7bd7e4d54) AuthConfig (9ca2f52a4a94ccfc75a74a19f0943040e7090458a8312d0405cefa172cb901e6) AuthConfig (0fa3b202a00d5880a5be562bd75d86dfc3c72faa939fcc8f63add30db07faf14) AuthConfig (4d01761fde5b633731567a4c6029de00326105cb1a9af53a34d2fccdfd2eb598) AuthConfig (85a1ea16f71f38f8350473e8dce56d6bd73a5eb3b7fbc9c889f826b43e045eb0) AuthConfig (0ebc0dd6d746f1e2c38902b8463338eb3a48ec39e6f8a83303fa28c8fcb67de2) AuthConfig (80b021865da02c838eb5703719fddba123b705f6db32384f67272c2db2f84119) AuthConfig (2e92469c13d3b7e6b239d39bc2d22e6604f511a5cbfb81bb8d2740f69f3e9c95) AuthConfig (a53831f71d6bb37a562d313e36d1f26f2a3572e786ea972f2720557389de8dad) AuthConfig (91a4628d6f258e8c542304903936290d35273261d5406706b42a1d580480be80) AuthConfig (57eda75c2d790a2ccc145c3a3143f135e8404fd34b383180052eeb1d57c26cc9) AuthConfig (2c1744ae2c138a8358563111a43e53e2f7b179d30ad9b1bdf95b1f1fc796695a) AuthConfig (dbce0a60555ddc34f8e0187e0228e89f7d559a41ea6f07af83d4b141c9b9d80c) AuthConfig (0c920de59d33a236c2bf65e013d71612fb4de750c499dfc3f643c360fcb80910) AuthConfig (bc8b04498c214a26173d448116e2bb3bde58f08d0876499f6d1caa5ab800e00d) AuthConfig (74ea0d099dc2729c9fe955f3d962060fb8bf2133d780ca8e7a7ea1740af2e0c5) AuthConfig (4a1b8b83cb513c214e158a04bc787f645eed064f9a96888020718c7628fdd29b) AuthConfig (834d12267dcff13f7eb0824262ab9f0b53dd99d5dfc4ac7ca40f4b75f1e80f70) AuthConfig (11a23cb79320eeeb95d9173b9aef7a89accca564a04e82380a029492ea291210) AuthConfig (0ea3950e687df4b11f026edac57c8146cacafc0e915b767bed4c9fa9bc613524) AuthConfig (90f29f340e96be166796c1866e647643a6997f31cb47f79ca38c28c0c0471540) AuthConfig (f4dcee0f45db8fee5ab300e2d48ec0b22520f1aaaccee6a31f23b794da4f8f3d) AuthConfig (bb565ca76f30c9a27929fc369cf882b2f06fe0aa271b24f3c36a697fbf8b1b7c) AuthConfig (67c65583eab479f7fbd0bfcdfed60c15dce66c3f86e523cd442755508c781940) AuthConfig (2b56dd5eb1fd7a35827e0d2e2773f1342022cb4a0be89c2ebb6e57557d00d782) AuthConfig (1332d3edda09ca600fe515a8fd4f7a973f7e91cf942f516d7f13a96955d0e1f8) AuthConfig (806668c0fae6826b7e351760c50e3ec15356483b98647bf2b067431e0aabfe02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"03def27a-ce52-48f8-8d9b-7bd3d518fb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.52283418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a2b8935d97c1dca38bc24701579332966122a042c9f9a9389506b198b3e3999) AuthConfig (aa4bf50738acd4ffa2c1c65d8c21155c4da72a0f782cabb00fbd422e16757088) AuthConfig (1c07132c0da48068b8f220a9455c404fed9c162d58b15ec681640798a36962e0) AuthConfig (5ddd09e4d04162419f491afbb74e6f455c01558e164d24439a2e1cf7bd7e4d54) AuthConfig (9ca2f52a4a94ccfc75a74a19f0943040e7090458a8312d0405cefa172cb901e6) AuthConfig (0fa3b202a00d5880a5be562bd75d86dfc3c72faa939fcc8f63add30db07faf14) AuthConfig (4d01761fde5b633731567a4c6029de00326105cb1a9af53a34d2fccdfd2eb598) AuthConfig (85a1ea16f71f38f8350473e8dce56d6bd73a5eb3b7fbc9c889f826b43e045eb0) AuthConfig (0ebc0dd6d746f1e2c38902b8463338eb3a48ec39e6f8a83303fa28c8fcb67de2) AuthConfig (80b021865da02c838eb5703719fddba123b705f6db32384f67272c2db2f84119) AuthConfig (2e92469c13d3b7e6b239d39bc2d22e6604f511a5cbfb81bb8d2740f69f3e9c95) AuthConfig (a53831f71d6bb37a562d313e36d1f26f2a3572e786ea972f2720557389de8dad) AuthConfig (91a4628d6f258e8c542304903936290d35273261d5406706b42a1d580480be80) AuthConfig (57eda75c2d790a2ccc145c3a3143f135e8404fd34b383180052eeb1d57c26cc9) AuthConfig (2c1744ae2c138a8358563111a43e53e2f7b179d30ad9b1bdf95b1f1fc796695a) AuthConfig (dbce0a60555ddc34f8e0187e0228e89f7d559a41ea6f07af83d4b141c9b9d80c) AuthConfig (0c920de59d33a236c2bf65e013d71612fb4de750c499dfc3f643c360fcb80910) AuthConfig (bc8b04498c214a26173d448116e2bb3bde58f08d0876499f6d1caa5ab800e00d) AuthConfig (74ea0d099dc2729c9fe955f3d962060fb8bf2133d780ca8e7a7ea1740af2e0c5) AuthConfig (4a1b8b83cb513c214e158a04bc787f645eed064f9a96888020718c7628fdd29b) AuthConfig (834d12267dcff13f7eb0824262ab9f0b53dd99d5dfc4ac7ca40f4b75f1e80f70) AuthConfig (11a23cb79320eeeb95d9173b9aef7a89accca564a04e82380a029492ea291210) AuthConfig (0ea3950e687df4b11f026edac57c8146cacafc0e915b767bed4c9fa9bc613524) AuthConfig (90f29f340e96be166796c1866e647643a6997f31cb47f79ca38c28c0c0471540) AuthConfig (f4dcee0f45db8fee5ab300e2d48ec0b22520f1aaaccee6a31f23b794da4f8f3d) AuthConfig (bb565ca76f30c9a27929fc369cf882b2f06fe0aa271b24f3c36a697fbf8b1b7c) AuthConfig (67c65583eab479f7fbd0bfcdfed60c15dce66c3f86e523cd442755508c781940) AuthConfig (2b56dd5eb1fd7a35827e0d2e2773f1342022cb4a0be89c2ebb6e57557d00d782) AuthConfig (1332d3edda09ca600fe515a8fd4f7a973f7e91cf942f516d7f13a96955d0e1f8) AuthConfig (806668c0fae6826b7e351760c50e3ec15356483b98647bf2b067431e0aabfe02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"54a961b8-f986-492d-94ce-d81c11d76a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.542151754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"a02b1f27-dfb2-4e11-a76f-dfee41d1fb0c","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.545191823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"88aa8c1f-aa24-482a-ac22-41b6b4139570","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.563698216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"f33671a2-0bef-451a-b24e-f481281957f7","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.585039485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1250e375-69c6-4770-8272-bce5d4f57d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.585512358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"867c3d72-849c-4b30-a693-2757688b537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.585914919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"7704d81d-6a3a-4951-9c69-bf6235095d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.586328542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"6de99a86-546b-43fe-950a-73a15f0c2d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.661384134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"6de99a86-546b-43fe-950a-73a15f0c2d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.66331014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"7704d81d-6a3a-4951-9c69-bf6235095d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.665161671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1250e375-69c6-4770-8272-bce5d4f57d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.667357508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"867c3d72-849c-4b30-a693-2757688b537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.68246867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b3b13af29ac3bcd0af171a5505e2b9681114417be367ce7f9f761515a61f9f4) AuthConfig (54edfe683215f6b176cd79811c149c1604984e63ab70618ac1a571c32feef1b1) AuthConfig (5a337084a6c84a791a898e1ddae852adb4795e1de8a3b6083d7b6be25f342d38) AuthConfig (dd966064775779676a6d7403b4c4c911a4f745ec7d49d1752955c9d2744168ca) AuthConfig (f90de5fc85713221c1883733d4407ede0816e9c86fe93e07b9dba106bda61cf8) AuthConfig (676e59118058b6c5908c26e170503b52bc26805f905934f840365a596f0e27a1) AuthConfig (c0ee85feb3fbf94dd9dd4e72262a473553a59bca64c361b75a9918577bf481c6) AuthConfig (a9e3b79a25070af6f5a753a4ebb306645f1ca752d4e3a88a81d32af30d60a149) AuthConfig (788c3b2090af1848d02cbfca37553d7a4f36061717819d693bafd0422be15e0a) AuthConfig (b308182f108ac6c74088d9c39443792a6a3079eb70a7f1f17f0379fa57002f7a) AuthConfig (e4648155803c8a12a457fabbac812ce2027d5ef1651c0f54fccc5f14b7774732) AuthConfig (2c82df90fe11f4ce93db5f43f758fae443e68edaca5eda618d596f0c20ba0f9e) AuthConfig (c196fa637363cb693d780c6531f5d1ae1fb7c8e503b5fbfe941bfcab1372c489) AuthConfig (ce554bc38b5a2388c26ec9884adb6858bf73770476e09f14c0fe7e4b3f8e0b24) AuthConfig (362168a2934bc659ecd3e5fe0edd65836fb99f9754b30bb81bdd3cc3cc2d62d2) AuthConfig (eec001a635a766105ca22a16d094b5584e62671da7b23270b0792678efacb238) AuthConfig (574af47e3296dbb1ac0151d47c5f0a483c583a639445346171cd66bb5af7376c) AuthConfig (fbdcab62233b907f117544af5a37949c49cd2256c50d620e7900d4694a51ef12) AuthConfig (56377c119634940ce9df42894dfb93bca46f84c1e4219d7c1b9659d355cd1cbd) AuthConfig (580f14c12781f9664b9ec94c9c180d4304076130d1b959aab79629ce5a107d0a) AuthConfig (e72b1898d3e49e72acab8071fa9ce075eeedaf6703eb8500fcb5440a9c3ec51c) AuthConfig (67a2b974ebaf16cad21e1fe295f54ddc82d8aa13fa2ca0046e97b32959e6467b) AuthConfig (7f925d89a5c2844756b3303fe1923617cc925ddc6d5aef770665307d3f96ec4c) AuthConfig (757baf6e10d3c03de54c12fd4f1575f06143bb53c4c3657436fce7e6718f5598) AuthConfig (892b27382a1b8dd8121156130d5f74f9fac55c752d4da316ffdc85160afcc9f0) AuthConfig (0e2f4011802e22cc9a5ba0e00e00881b7268fef4549e91782bc33ec58f87a133) AuthConfig (1a742aba385d0fd6e0ab04f196bac412844a89777f08af5fb50f78ed5c31e65a) AuthConfig (19bd2834d5e9d6b22605ca9280e5e8b9c5d4051e8752dd1a73a7ad3964d68403) AuthConfig (e05faba5b167680ccfb89c4a35cad77cf983d872c41c7800a5ea666caf45b1dc) AuthConfig (90149d82670b2bc1e888bdffc1dcc107a77517074df57ac9c41f715c70a7b500)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1250e375-69c6-4770-8272-bce5d4f57d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.684249719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b3b13af29ac3bcd0af171a5505e2b9681114417be367ce7f9f761515a61f9f4) AuthConfig (54edfe683215f6b176cd79811c149c1604984e63ab70618ac1a571c32feef1b1) AuthConfig (5a337084a6c84a791a898e1ddae852adb4795e1de8a3b6083d7b6be25f342d38) AuthConfig (dd966064775779676a6d7403b4c4c911a4f745ec7d49d1752955c9d2744168ca) AuthConfig (f90de5fc85713221c1883733d4407ede0816e9c86fe93e07b9dba106bda61cf8) AuthConfig (676e59118058b6c5908c26e170503b52bc26805f905934f840365a596f0e27a1) AuthConfig (c0ee85feb3fbf94dd9dd4e72262a473553a59bca64c361b75a9918577bf481c6) AuthConfig (a9e3b79a25070af6f5a753a4ebb306645f1ca752d4e3a88a81d32af30d60a149) AuthConfig (788c3b2090af1848d02cbfca37553d7a4f36061717819d693bafd0422be15e0a) AuthConfig (b308182f108ac6c74088d9c39443792a6a3079eb70a7f1f17f0379fa57002f7a) AuthConfig (e4648155803c8a12a457fabbac812ce2027d5ef1651c0f54fccc5f14b7774732) AuthConfig (2c82df90fe11f4ce93db5f43f758fae443e68edaca5eda618d596f0c20ba0f9e) AuthConfig (c196fa637363cb693d780c6531f5d1ae1fb7c8e503b5fbfe941bfcab1372c489) AuthConfig (ce554bc38b5a2388c26ec9884adb6858bf73770476e09f14c0fe7e4b3f8e0b24) AuthConfig (362168a2934bc659ecd3e5fe0edd65836fb99f9754b30bb81bdd3cc3cc2d62d2) AuthConfig (eec001a635a766105ca22a16d094b5584e62671da7b23270b0792678efacb238) AuthConfig (574af47e3296dbb1ac0151d47c5f0a483c583a639445346171cd66bb5af7376c) AuthConfig (fbdcab62233b907f117544af5a37949c49cd2256c50d620e7900d4694a51ef12) AuthConfig (56377c119634940ce9df42894dfb93bca46f84c1e4219d7c1b9659d355cd1cbd) AuthConfig (580f14c12781f9664b9ec94c9c180d4304076130d1b959aab79629ce5a107d0a) AuthConfig (e72b1898d3e49e72acab8071fa9ce075eeedaf6703eb8500fcb5440a9c3ec51c) AuthConfig (67a2b974ebaf16cad21e1fe295f54ddc82d8aa13fa2ca0046e97b32959e6467b) AuthConfig (7f925d89a5c2844756b3303fe1923617cc925ddc6d5aef770665307d3f96ec4c) AuthConfig (757baf6e10d3c03de54c12fd4f1575f06143bb53c4c3657436fce7e6718f5598) AuthConfig (892b27382a1b8dd8121156130d5f74f9fac55c752d4da316ffdc85160afcc9f0) AuthConfig (0e2f4011802e22cc9a5ba0e00e00881b7268fef4549e91782bc33ec58f87a133) AuthConfig (1a742aba385d0fd6e0ab04f196bac412844a89777f08af5fb50f78ed5c31e65a) AuthConfig (19bd2834d5e9d6b22605ca9280e5e8b9c5d4051e8752dd1a73a7ad3964d68403) AuthConfig (e05faba5b167680ccfb89c4a35cad77cf983d872c41c7800a5ea666caf45b1dc) AuthConfig (90149d82670b2bc1e888bdffc1dcc107a77517074df57ac9c41f715c70a7b500)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"867c3d72-849c-4b30-a693-2757688b537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.701732193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"2182f304-c564-477d-a300-7e5743798584","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.708993664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"fff45110-a03f-4043-a85b-e7d12cf41d19","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.740315084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"da14530a-3504-401c-bdbc-6e7f33873b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.74113602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"5689f145-9adf-4570-8cbb-6938098ddcad","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.741569374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"48379d32-0d0e-4397-9acf-cfc09e20d813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.741780945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"09e470bb-7ef2-41ac-9b90-bff76e90fe4b","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.748506954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"00acde7f-2e0e-4409-bed3-477cdefdb7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.759621821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"da14530a-3504-401c-bdbc-6e7f33873b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.760655909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"48379d32-0d0e-4397-9acf-cfc09e20d813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.76688037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"00acde7f-2e0e-4409-bed3-477cdefdb7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.7763987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a2b8935d97c1dca38bc24701579332966122a042c9f9a9389506b198b3e3999) AuthConfig (aa4bf50738acd4ffa2c1c65d8c21155c4da72a0f782cabb00fbd422e16757088) AuthConfig (1c07132c0da48068b8f220a9455c404fed9c162d58b15ec681640798a36962e0) AuthConfig (5ddd09e4d04162419f491afbb74e6f455c01558e164d24439a2e1cf7bd7e4d54) AuthConfig (9ca2f52a4a94ccfc75a74a19f0943040e7090458a8312d0405cefa172cb901e6) AuthConfig (0fa3b202a00d5880a5be562bd75d86dfc3c72faa939fcc8f63add30db07faf14) AuthConfig (4d01761fde5b633731567a4c6029de00326105cb1a9af53a34d2fccdfd2eb598) AuthConfig (85a1ea16f71f38f8350473e8dce56d6bd73a5eb3b7fbc9c889f826b43e045eb0) AuthConfig (0ebc0dd6d746f1e2c38902b8463338eb3a48ec39e6f8a83303fa28c8fcb67de2) AuthConfig (80b021865da02c838eb5703719fddba123b705f6db32384f67272c2db2f84119) AuthConfig (2e92469c13d3b7e6b239d39bc2d22e6604f511a5cbfb81bb8d2740f69f3e9c95) AuthConfig (a53831f71d6bb37a562d313e36d1f26f2a3572e786ea972f2720557389de8dad) AuthConfig (91a4628d6f258e8c542304903936290d35273261d5406706b42a1d580480be80) AuthConfig (57eda75c2d790a2ccc145c3a3143f135e8404fd34b383180052eeb1d57c26cc9) AuthConfig (2c1744ae2c138a8358563111a43e53e2f7b179d30ad9b1bdf95b1f1fc796695a) AuthConfig (dbce0a60555ddc34f8e0187e0228e89f7d559a41ea6f07af83d4b141c9b9d80c) AuthConfig (0c920de59d33a236c2bf65e013d71612fb4de750c499dfc3f643c360fcb80910) AuthConfig (bc8b04498c214a26173d448116e2bb3bde58f08d0876499f6d1caa5ab800e00d) AuthConfig (74ea0d099dc2729c9fe955f3d962060fb8bf2133d780ca8e7a7ea1740af2e0c5) AuthConfig (4a1b8b83cb513c214e158a04bc787f645eed064f9a96888020718c7628fdd29b) AuthConfig (834d12267dcff13f7eb0824262ab9f0b53dd99d5dfc4ac7ca40f4b75f1e80f70) AuthConfig (11a23cb79320eeeb95d9173b9aef7a89accca564a04e82380a029492ea291210) AuthConfig (0ea3950e687df4b11f026edac57c8146cacafc0e915b767bed4c9fa9bc613524) AuthConfig (90f29f340e96be166796c1866e647643a6997f31cb47f79ca38c28c0c0471540) AuthConfig (f4dcee0f45db8fee5ab300e2d48ec0b22520f1aaaccee6a31f23b794da4f8f3d) AuthConfig (bb565ca76f30c9a27929fc369cf882b2f06fe0aa271b24f3c36a697fbf8b1b7c) AuthConfig (67c65583eab479f7fbd0bfcdfed60c15dce66c3f86e523cd442755508c781940) AuthConfig (2b56dd5eb1fd7a35827e0d2e2773f1342022cb4a0be89c2ebb6e57557d00d782) AuthConfig (1332d3edda09ca600fe515a8fd4f7a973f7e91cf942f516d7f13a96955d0e1f8) AuthConfig (806668c0fae6826b7e351760c50e3ec15356483b98647bf2b067431e0aabfe02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"da14530a-3504-401c-bdbc-6e7f33873b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.778423767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a2b8935d97c1dca38bc24701579332966122a042c9f9a9389506b198b3e3999) AuthConfig (aa4bf50738acd4ffa2c1c65d8c21155c4da72a0f782cabb00fbd422e16757088) AuthConfig (1c07132c0da48068b8f220a9455c404fed9c162d58b15ec681640798a36962e0) AuthConfig (5ddd09e4d04162419f491afbb74e6f455c01558e164d24439a2e1cf7bd7e4d54) AuthConfig (9ca2f52a4a94ccfc75a74a19f0943040e7090458a8312d0405cefa172cb901e6) AuthConfig (0fa3b202a00d5880a5be562bd75d86dfc3c72faa939fcc8f63add30db07faf14) AuthConfig (4d01761fde5b633731567a4c6029de00326105cb1a9af53a34d2fccdfd2eb598) AuthConfig (85a1ea16f71f38f8350473e8dce56d6bd73a5eb3b7fbc9c889f826b43e045eb0) AuthConfig (0ebc0dd6d746f1e2c38902b8463338eb3a48ec39e6f8a83303fa28c8fcb67de2) AuthConfig (80b021865da02c838eb5703719fddba123b705f6db32384f67272c2db2f84119) AuthConfig (2e92469c13d3b7e6b239d39bc2d22e6604f511a5cbfb81bb8d2740f69f3e9c95) AuthConfig (a53831f71d6bb37a562d313e36d1f26f2a3572e786ea972f2720557389de8dad) AuthConfig (91a4628d6f258e8c542304903936290d35273261d5406706b42a1d580480be80) AuthConfig (57eda75c2d790a2ccc145c3a3143f135e8404fd34b383180052eeb1d57c26cc9) AuthConfig (2c1744ae2c138a8358563111a43e53e2f7b179d30ad9b1bdf95b1f1fc796695a) AuthConfig (dbce0a60555ddc34f8e0187e0228e89f7d559a41ea6f07af83d4b141c9b9d80c) AuthConfig (0c920de59d33a236c2bf65e013d71612fb4de750c499dfc3f643c360fcb80910) AuthConfig (bc8b04498c214a26173d448116e2bb3bde58f08d0876499f6d1caa5ab800e00d) AuthConfig (74ea0d099dc2729c9fe955f3d962060fb8bf2133d780ca8e7a7ea1740af2e0c5) AuthConfig (4a1b8b83cb513c214e158a04bc787f645eed064f9a96888020718c7628fdd29b) AuthConfig (834d12267dcff13f7eb0824262ab9f0b53dd99d5dfc4ac7ca40f4b75f1e80f70) AuthConfig (11a23cb79320eeeb95d9173b9aef7a89accca564a04e82380a029492ea291210) AuthConfig (0ea3950e687df4b11f026edac57c8146cacafc0e915b767bed4c9fa9bc613524) AuthConfig (90f29f340e96be166796c1866e647643a6997f31cb47f79ca38c28c0c0471540) AuthConfig (f4dcee0f45db8fee5ab300e2d48ec0b22520f1aaaccee6a31f23b794da4f8f3d) AuthConfig (bb565ca76f30c9a27929fc369cf882b2f06fe0aa271b24f3c36a697fbf8b1b7c) AuthConfig (67c65583eab479f7fbd0bfcdfed60c15dce66c3f86e523cd442755508c781940) AuthConfig (2b56dd5eb1fd7a35827e0d2e2773f1342022cb4a0be89c2ebb6e57557d00d782) AuthConfig (1332d3edda09ca600fe515a8fd4f7a973f7e91cf942f516d7f13a96955d0e1f8) AuthConfig (806668c0fae6826b7e351760c50e3ec15356483b98647bf2b067431e0aabfe02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"48379d32-0d0e-4397-9acf-cfc09e20d813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.783498535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b3b13af29ac3bcd0af171a5505e2b9681114417be367ce7f9f761515a61f9f4) AuthConfig (54edfe683215f6b176cd79811c149c1604984e63ab70618ac1a571c32feef1b1) AuthConfig (5a337084a6c84a791a898e1ddae852adb4795e1de8a3b6083d7b6be25f342d38) AuthConfig (dd966064775779676a6d7403b4c4c911a4f745ec7d49d1752955c9d2744168ca) AuthConfig (f90de5fc85713221c1883733d4407ede0816e9c86fe93e07b9dba106bda61cf8) AuthConfig (676e59118058b6c5908c26e170503b52bc26805f905934f840365a596f0e27a1) AuthConfig (c0ee85feb3fbf94dd9dd4e72262a473553a59bca64c361b75a9918577bf481c6) AuthConfig (a9e3b79a25070af6f5a753a4ebb306645f1ca752d4e3a88a81d32af30d60a149) AuthConfig (788c3b2090af1848d02cbfca37553d7a4f36061717819d693bafd0422be15e0a) AuthConfig (b308182f108ac6c74088d9c39443792a6a3079eb70a7f1f17f0379fa57002f7a) AuthConfig (e4648155803c8a12a457fabbac812ce2027d5ef1651c0f54fccc5f14b7774732) AuthConfig (2c82df90fe11f4ce93db5f43f758fae443e68edaca5eda618d596f0c20ba0f9e) AuthConfig (c196fa637363cb693d780c6531f5d1ae1fb7c8e503b5fbfe941bfcab1372c489) AuthConfig (ce554bc38b5a2388c26ec9884adb6858bf73770476e09f14c0fe7e4b3f8e0b24) AuthConfig (362168a2934bc659ecd3e5fe0edd65836fb99f9754b30bb81bdd3cc3cc2d62d2) AuthConfig (eec001a635a766105ca22a16d094b5584e62671da7b23270b0792678efacb238) AuthConfig (574af47e3296dbb1ac0151d47c5f0a483c583a639445346171cd66bb5af7376c) AuthConfig (fbdcab62233b907f117544af5a37949c49cd2256c50d620e7900d4694a51ef12) AuthConfig (56377c119634940ce9df42894dfb93bca46f84c1e4219d7c1b9659d355cd1cbd) AuthConfig (580f14c12781f9664b9ec94c9c180d4304076130d1b959aab79629ce5a107d0a) AuthConfig (e72b1898d3e49e72acab8071fa9ce075eeedaf6703eb8500fcb5440a9c3ec51c) AuthConfig (67a2b974ebaf16cad21e1fe295f54ddc82d8aa13fa2ca0046e97b32959e6467b) AuthConfig (7f925d89a5c2844756b3303fe1923617cc925ddc6d5aef770665307d3f96ec4c) AuthConfig (757baf6e10d3c03de54c12fd4f1575f06143bb53c4c3657436fce7e6718f5598) AuthConfig (892b27382a1b8dd8121156130d5f74f9fac55c752d4da316ffdc85160afcc9f0) AuthConfig (0e2f4011802e22cc9a5ba0e00e00881b7268fef4549e91782bc33ec58f87a133) AuthConfig (1a742aba385d0fd6e0ab04f196bac412844a89777f08af5fb50f78ed5c31e65a) AuthConfig (19bd2834d5e9d6b22605ca9280e5e8b9c5d4051e8752dd1a73a7ad3964d68403) AuthConfig (e05faba5b167680ccfb89c4a35cad77cf983d872c41c7800a5ea666caf45b1dc) AuthConfig (90149d82670b2bc1e888bdffc1dcc107a77517074df57ac9c41f715c70a7b500)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"00acde7f-2e0e-4409-bed3-477cdefdb7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.838699086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2dd58479-ae16-462b-a9dd-6484862f7c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.857038902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2dd58479-ae16-462b-a9dd-6484862f7c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:23.873405155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-e76703-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b3b13af29ac3bcd0af171a5505e2b9681114417be367ce7f9f761515a61f9f4) AuthConfig (54edfe683215f6b176cd79811c149c1604984e63ab70618ac1a571c32feef1b1) AuthConfig (5a337084a6c84a791a898e1ddae852adb4795e1de8a3b6083d7b6be25f342d38) AuthConfig (dd966064775779676a6d7403b4c4c911a4f745ec7d49d1752955c9d2744168ca) AuthConfig (f90de5fc85713221c1883733d4407ede0816e9c86fe93e07b9dba106bda61cf8) AuthConfig (676e59118058b6c5908c26e170503b52bc26805f905934f840365a596f0e27a1) AuthConfig (c0ee85feb3fbf94dd9dd4e72262a473553a59bca64c361b75a9918577bf481c6) AuthConfig (a9e3b79a25070af6f5a753a4ebb306645f1ca752d4e3a88a81d32af30d60a149) AuthConfig (788c3b2090af1848d02cbfca37553d7a4f36061717819d693bafd0422be15e0a) AuthConfig (b308182f108ac6c74088d9c39443792a6a3079eb70a7f1f17f0379fa57002f7a) AuthConfig (e4648155803c8a12a457fabbac812ce2027d5ef1651c0f54fccc5f14b7774732) AuthConfig (2c82df90fe11f4ce93db5f43f758fae443e68edaca5eda618d596f0c20ba0f9e) AuthConfig (c196fa637363cb693d780c6531f5d1ae1fb7c8e503b5fbfe941bfcab1372c489) AuthConfig (ce554bc38b5a2388c26ec9884adb6858bf73770476e09f14c0fe7e4b3f8e0b24) AuthConfig (362168a2934bc659ecd3e5fe0edd65836fb99f9754b30bb81bdd3cc3cc2d62d2) AuthConfig (eec001a635a766105ca22a16d094b5584e62671da7b23270b0792678efacb238) AuthConfig (574af47e3296dbb1ac0151d47c5f0a483c583a639445346171cd66bb5af7376c) AuthConfig (fbdcab62233b907f117544af5a37949c49cd2256c50d620e7900d4694a51ef12) AuthConfig (56377c119634940ce9df42894dfb93bca46f84c1e4219d7c1b9659d355cd1cbd) AuthConfig (580f14c12781f9664b9ec94c9c180d4304076130d1b959aab79629ce5a107d0a) AuthConfig (e72b1898d3e49e72acab8071fa9ce075eeedaf6703eb8500fcb5440a9c3ec51c) AuthConfig (67a2b974ebaf16cad21e1fe295f54ddc82d8aa13fa2ca0046e97b32959e6467b) AuthConfig (7f925d89a5c2844756b3303fe1923617cc925ddc6d5aef770665307d3f96ec4c) AuthConfig (757baf6e10d3c03de54c12fd4f1575f06143bb53c4c3657436fce7e6718f5598) AuthConfig (892b27382a1b8dd8121156130d5f74f9fac55c752d4da316ffdc85160afcc9f0) AuthConfig (0e2f4011802e22cc9a5ba0e00e00881b7268fef4549e91782bc33ec58f87a133) AuthConfig (1a742aba385d0fd6e0ab04f196bac412844a89777f08af5fb50f78ed5c31e65a) AuthConfig (19bd2834d5e9d6b22605ca9280e5e8b9c5d4051e8752dd1a73a7ad3964d68403) AuthConfig (e05faba5b167680ccfb89c4a35cad77cf983d872c41c7800a5ea666caf45b1dc) AuthConfig (90149d82670b2bc1e888bdffc1dcc107a77517074df57ac9c41f715c70a7b500)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2dd58479-ae16-462b-a9dd-6484862f7c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:25.999350456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"4bfa6593-18ac-445d-93f6-9afddecc7a7e","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:26.039893213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"49853803-548e-4e69-b901-9404c3323918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:26.043219026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9fa46673-a6d7-4239-a235-95f82cb80824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:26.044114233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"5229da4a-bd0b-4440-8b01-d3f945b70ed4","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:26.059054248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"49853803-548e-4e69-b901-9404c3323918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:26.061773237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9fa46673-a6d7-4239-a235-95f82cb80824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:26.062328661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"5229da4a-bd0b-4440-8b01-d3f945b70ed4","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.730657295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"dc6dcdd1-8a25-4956-829e-7c4647f50866","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.784899535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"ee1ae21b-4b4a-461e-b093-d31ff93cc2d3","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.834897846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"4c165031-2f5a-495d-9c15-3874af569263","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:29.88707193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"34fd286c-c367-456c-a15a-dc1b795c1859","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.024333419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5332ffa9-2d20-4d9d-874b-1f815fa78abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.024335694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f4bbcaf6-d1f5-4763-b962-c389a3b1cf18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.053723174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5332ffa9-2d20-4d9d-874b-1f815fa78abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.055047946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f4bbcaf6-d1f5-4763-b962-c389a3b1cf18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.074413242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a10fce4177d32b350874a484de378449fbecceb33fcfcad59648c505a0b969f8) AuthConfig (55121bf37615a61fa24a0cfe9f2f9e72c97bf34ce0976e30582ac62285c992b3) AuthConfig (59aedfa050279cfd471f600d80abda299ee1acae5bbb91618a4ede549d03cb2d) AuthConfig (2db8adba78e5ca67cdb19a5c13e829e6cb22650badf50875906eec778d4033d6) AuthConfig (04788a0909bad6b14b28699708e1e61222b3d4cb7e7b1020d9b1a114b1857a16) AuthConfig (c1ac50c28456b9ea745c729aaad12a369caf47cfcc26822e1247f3bc99a1c6a5) AuthConfig (f1a5c8bd935aacbe972cba4f0991f1a4452896c0305264bf14070b9752bbe58d) AuthConfig (4e81eb9a5786b8dde280915e76229103f038123670b0bdbae3a3bce459dca135) AuthConfig (a42bdd934910a86175d5c14bfc30336e320e620d4134db5707eb69a21e282f89) AuthConfig (d21238361d68beaf55fc0e60824e334d1223b8862662eefbed6ff32e18d4401f) AuthConfig (0ef957f27012b4ea6e7a3a87e4d062df9b7f8a7e6ed0be1bba8efbc249642557) AuthConfig (9ff133ef59e01050b63ba51de58202198f2e89d1aea04998423dffc56e016ff1) AuthConfig (66f692400c0eea74a0d7df849711eaf95e8535963f39bf19d2393b2f1f3eca75) AuthConfig (7dd65de2dba8e014b592e33d1dbbb36f15a0e354a6f2baf5be5c0827807e0500) AuthConfig (4caf97e6ad28e4b8906042e5a35409d130ac16781cd39716b589ef9299c934f4) AuthConfig (652b287f2822765d266627dd774dca8c7adbf769e9d631f70ddef0dc9f4730dc) AuthConfig (aa2544c3a2788ab544ffe237052b2c578e5b50fb9b88a83cfbe05a46e724a130) AuthConfig (0ebb788fc596e2bc69412dcd62ec6d6f9a60f470bf230d45e901243794321c9d) AuthConfig (7c74cc2dec38f6633257518462d0e7d8a86379f7ad15541b5e31f0c70582a526) AuthConfig (fa6686a1d2e041175d570a1a22f4823be4bfa1dc4134dbb69a9644d58845c228) AuthConfig (14d91e0213e43476411f19c5f8362f2ac6c1e3fc43368642e392adaa0af3f80a) AuthConfig (e715333be674c1396608f7250f1a466fbe9cff73bcced7571eb32b521b3a8122) AuthConfig (10d9f592337c8d41dee260965cb23e3efc46c5970586e630b7c401adaf4f629c) AuthConfig (86d6a14c2e5e8eef91c481055e715d96095ac49b7b25e2a5e505ab2b2ec10699) AuthConfig (92cf58ce2bc84e10b74fbdb3c4ede0b5fc10c57072cb51fec08657024e94e3f1) AuthConfig (106c71d2043f351528c19c7e78f90b5e9410b23ecfbb23cac75833c3074a71c8) AuthConfig (aed02714a8ea7f17d8659f57c1c8f550feb1a40118052d4265691ea6e7be872e) AuthConfig (c49e9cc8fd4873fde1b8430f778335249d2b930eaf621dab6de425cfed10f6ec) AuthConfig (cdb8e534b6d2878f474593b413f09139fbddea8eaa23774e57e6d773ad2d1f6b) AuthConfig (95e4f605f850d69b398c5c25d68befdfe0334f75077f310fb3f1f675fbcdbd4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5332ffa9-2d20-4d9d-874b-1f815fa78abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.074860877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a10fce4177d32b350874a484de378449fbecceb33fcfcad59648c505a0b969f8) AuthConfig (55121bf37615a61fa24a0cfe9f2f9e72c97bf34ce0976e30582ac62285c992b3) AuthConfig (59aedfa050279cfd471f600d80abda299ee1acae5bbb91618a4ede549d03cb2d) AuthConfig (2db8adba78e5ca67cdb19a5c13e829e6cb22650badf50875906eec778d4033d6) AuthConfig (04788a0909bad6b14b28699708e1e61222b3d4cb7e7b1020d9b1a114b1857a16) AuthConfig (c1ac50c28456b9ea745c729aaad12a369caf47cfcc26822e1247f3bc99a1c6a5) AuthConfig (f1a5c8bd935aacbe972cba4f0991f1a4452896c0305264bf14070b9752bbe58d) AuthConfig (4e81eb9a5786b8dde280915e76229103f038123670b0bdbae3a3bce459dca135) AuthConfig (a42bdd934910a86175d5c14bfc30336e320e620d4134db5707eb69a21e282f89) AuthConfig (d21238361d68beaf55fc0e60824e334d1223b8862662eefbed6ff32e18d4401f) AuthConfig (0ef957f27012b4ea6e7a3a87e4d062df9b7f8a7e6ed0be1bba8efbc249642557) AuthConfig (9ff133ef59e01050b63ba51de58202198f2e89d1aea04998423dffc56e016ff1) AuthConfig (66f692400c0eea74a0d7df849711eaf95e8535963f39bf19d2393b2f1f3eca75) AuthConfig (7dd65de2dba8e014b592e33d1dbbb36f15a0e354a6f2baf5be5c0827807e0500) AuthConfig (4caf97e6ad28e4b8906042e5a35409d130ac16781cd39716b589ef9299c934f4) AuthConfig (652b287f2822765d266627dd774dca8c7adbf769e9d631f70ddef0dc9f4730dc) AuthConfig (aa2544c3a2788ab544ffe237052b2c578e5b50fb9b88a83cfbe05a46e724a130) AuthConfig (0ebb788fc596e2bc69412dcd62ec6d6f9a60f470bf230d45e901243794321c9d) AuthConfig (7c74cc2dec38f6633257518462d0e7d8a86379f7ad15541b5e31f0c70582a526) AuthConfig (fa6686a1d2e041175d570a1a22f4823be4bfa1dc4134dbb69a9644d58845c228) AuthConfig (14d91e0213e43476411f19c5f8362f2ac6c1e3fc43368642e392adaa0af3f80a) AuthConfig (e715333be674c1396608f7250f1a466fbe9cff73bcced7571eb32b521b3a8122) AuthConfig (10d9f592337c8d41dee260965cb23e3efc46c5970586e630b7c401adaf4f629c) AuthConfig (86d6a14c2e5e8eef91c481055e715d96095ac49b7b25e2a5e505ab2b2ec10699) AuthConfig (92cf58ce2bc84e10b74fbdb3c4ede0b5fc10c57072cb51fec08657024e94e3f1) AuthConfig (106c71d2043f351528c19c7e78f90b5e9410b23ecfbb23cac75833c3074a71c8) AuthConfig (aed02714a8ea7f17d8659f57c1c8f550feb1a40118052d4265691ea6e7be872e) AuthConfig (c49e9cc8fd4873fde1b8430f778335249d2b930eaf621dab6de425cfed10f6ec) AuthConfig (cdb8e534b6d2878f474593b413f09139fbddea8eaa23774e57e6d773ad2d1f6b) AuthConfig (95e4f605f850d69b398c5c25d68befdfe0334f75077f310fb3f1f675fbcdbd4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f4bbcaf6-d1f5-4763-b962-c389a3b1cf18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.108736197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6bca4400-817c-4093-9aaa-630ada376352","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.115367513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"20607d62-d4ce-4296-8a70-c169255f8213","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.153870744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4fd5eb9c-2a9e-477e-be51-632b7a649231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.161172191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"4aadb0d6-44f4-4227-b598-c337e4f7d26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.17228054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4fd5eb9c-2a9e-477e-be51-632b7a649231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.180622515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"4aadb0d6-44f4-4227-b598-c337e4f7d26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.189299548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a10fce4177d32b350874a484de378449fbecceb33fcfcad59648c505a0b969f8) AuthConfig (55121bf37615a61fa24a0cfe9f2f9e72c97bf34ce0976e30582ac62285c992b3) AuthConfig (59aedfa050279cfd471f600d80abda299ee1acae5bbb91618a4ede549d03cb2d) AuthConfig (2db8adba78e5ca67cdb19a5c13e829e6cb22650badf50875906eec778d4033d6) AuthConfig (04788a0909bad6b14b28699708e1e61222b3d4cb7e7b1020d9b1a114b1857a16) AuthConfig (c1ac50c28456b9ea745c729aaad12a369caf47cfcc26822e1247f3bc99a1c6a5) AuthConfig (f1a5c8bd935aacbe972cba4f0991f1a4452896c0305264bf14070b9752bbe58d) AuthConfig (4e81eb9a5786b8dde280915e76229103f038123670b0bdbae3a3bce459dca135) AuthConfig (a42bdd934910a86175d5c14bfc30336e320e620d4134db5707eb69a21e282f89) AuthConfig (d21238361d68beaf55fc0e60824e334d1223b8862662eefbed6ff32e18d4401f) AuthConfig (0ef957f27012b4ea6e7a3a87e4d062df9b7f8a7e6ed0be1bba8efbc249642557) AuthConfig (9ff133ef59e01050b63ba51de58202198f2e89d1aea04998423dffc56e016ff1) AuthConfig (66f692400c0eea74a0d7df849711eaf95e8535963f39bf19d2393b2f1f3eca75) AuthConfig (7dd65de2dba8e014b592e33d1dbbb36f15a0e354a6f2baf5be5c0827807e0500) AuthConfig (4caf97e6ad28e4b8906042e5a35409d130ac16781cd39716b589ef9299c934f4) AuthConfig (652b287f2822765d266627dd774dca8c7adbf769e9d631f70ddef0dc9f4730dc) AuthConfig (aa2544c3a2788ab544ffe237052b2c578e5b50fb9b88a83cfbe05a46e724a130) AuthConfig (0ebb788fc596e2bc69412dcd62ec6d6f9a60f470bf230d45e901243794321c9d) AuthConfig (7c74cc2dec38f6633257518462d0e7d8a86379f7ad15541b5e31f0c70582a526) AuthConfig (fa6686a1d2e041175d570a1a22f4823be4bfa1dc4134dbb69a9644d58845c228) AuthConfig (14d91e0213e43476411f19c5f8362f2ac6c1e3fc43368642e392adaa0af3f80a) AuthConfig (e715333be674c1396608f7250f1a466fbe9cff73bcced7571eb32b521b3a8122) AuthConfig (10d9f592337c8d41dee260965cb23e3efc46c5970586e630b7c401adaf4f629c) AuthConfig (86d6a14c2e5e8eef91c481055e715d96095ac49b7b25e2a5e505ab2b2ec10699) AuthConfig (92cf58ce2bc84e10b74fbdb3c4ede0b5fc10c57072cb51fec08657024e94e3f1) AuthConfig (106c71d2043f351528c19c7e78f90b5e9410b23ecfbb23cac75833c3074a71c8) AuthConfig (aed02714a8ea7f17d8659f57c1c8f550feb1a40118052d4265691ea6e7be872e) AuthConfig (c49e9cc8fd4873fde1b8430f778335249d2b930eaf621dab6de425cfed10f6ec) AuthConfig (cdb8e534b6d2878f474593b413f09139fbddea8eaa23774e57e6d773ad2d1f6b) AuthConfig (95e4f605f850d69b398c5c25d68befdfe0334f75077f310fb3f1f675fbcdbd4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4fd5eb9c-2a9e-477e-be51-632b7a649231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.198502606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a10fce4177d32b350874a484de378449fbecceb33fcfcad59648c505a0b969f8) AuthConfig (55121bf37615a61fa24a0cfe9f2f9e72c97bf34ce0976e30582ac62285c992b3) AuthConfig (59aedfa050279cfd471f600d80abda299ee1acae5bbb91618a4ede549d03cb2d) AuthConfig (2db8adba78e5ca67cdb19a5c13e829e6cb22650badf50875906eec778d4033d6) AuthConfig (04788a0909bad6b14b28699708e1e61222b3d4cb7e7b1020d9b1a114b1857a16) AuthConfig (c1ac50c28456b9ea745c729aaad12a369caf47cfcc26822e1247f3bc99a1c6a5) AuthConfig (f1a5c8bd935aacbe972cba4f0991f1a4452896c0305264bf14070b9752bbe58d) AuthConfig (4e81eb9a5786b8dde280915e76229103f038123670b0bdbae3a3bce459dca135) AuthConfig (a42bdd934910a86175d5c14bfc30336e320e620d4134db5707eb69a21e282f89) AuthConfig (d21238361d68beaf55fc0e60824e334d1223b8862662eefbed6ff32e18d4401f) AuthConfig (0ef957f27012b4ea6e7a3a87e4d062df9b7f8a7e6ed0be1bba8efbc249642557) AuthConfig (9ff133ef59e01050b63ba51de58202198f2e89d1aea04998423dffc56e016ff1) AuthConfig (66f692400c0eea74a0d7df849711eaf95e8535963f39bf19d2393b2f1f3eca75) AuthConfig (7dd65de2dba8e014b592e33d1dbbb36f15a0e354a6f2baf5be5c0827807e0500) AuthConfig (4caf97e6ad28e4b8906042e5a35409d130ac16781cd39716b589ef9299c934f4) AuthConfig (652b287f2822765d266627dd774dca8c7adbf769e9d631f70ddef0dc9f4730dc) AuthConfig (aa2544c3a2788ab544ffe237052b2c578e5b50fb9b88a83cfbe05a46e724a130) AuthConfig (0ebb788fc596e2bc69412dcd62ec6d6f9a60f470bf230d45e901243794321c9d) AuthConfig (7c74cc2dec38f6633257518462d0e7d8a86379f7ad15541b5e31f0c70582a526) AuthConfig (fa6686a1d2e041175d570a1a22f4823be4bfa1dc4134dbb69a9644d58845c228) AuthConfig (14d91e0213e43476411f19c5f8362f2ac6c1e3fc43368642e392adaa0af3f80a) AuthConfig (e715333be674c1396608f7250f1a466fbe9cff73bcced7571eb32b521b3a8122) AuthConfig (10d9f592337c8d41dee260965cb23e3efc46c5970586e630b7c401adaf4f629c) AuthConfig (86d6a14c2e5e8eef91c481055e715d96095ac49b7b25e2a5e505ab2b2ec10699) AuthConfig (92cf58ce2bc84e10b74fbdb3c4ede0b5fc10c57072cb51fec08657024e94e3f1) AuthConfig (106c71d2043f351528c19c7e78f90b5e9410b23ecfbb23cac75833c3074a71c8) AuthConfig (aed02714a8ea7f17d8659f57c1c8f550feb1a40118052d4265691ea6e7be872e) AuthConfig (c49e9cc8fd4873fde1b8430f778335249d2b930eaf621dab6de425cfed10f6ec) AuthConfig (cdb8e534b6d2878f474593b413f09139fbddea8eaa23774e57e6d773ad2d1f6b) AuthConfig (95e4f605f850d69b398c5c25d68befdfe0334f75077f310fb3f1f675fbcdbd4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"4aadb0d6-44f4-4227-b598-c337e4f7d26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:30.204353307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4fd5eb9c-2a9e-477e-be51-632b7a649231","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.257601107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"244fb683-eabb-405c-bb8b-2bf07ca80bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.284052854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"244fb683-eabb-405c-bb8b-2bf07ca80bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:30.300556923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a10fce4177d32b350874a484de378449fbecceb33fcfcad59648c505a0b969f8) AuthConfig (55121bf37615a61fa24a0cfe9f2f9e72c97bf34ce0976e30582ac62285c992b3) AuthConfig (59aedfa050279cfd471f600d80abda299ee1acae5bbb91618a4ede549d03cb2d) AuthConfig (2db8adba78e5ca67cdb19a5c13e829e6cb22650badf50875906eec778d4033d6) AuthConfig (04788a0909bad6b14b28699708e1e61222b3d4cb7e7b1020d9b1a114b1857a16) AuthConfig (c1ac50c28456b9ea745c729aaad12a369caf47cfcc26822e1247f3bc99a1c6a5) AuthConfig (f1a5c8bd935aacbe972cba4f0991f1a4452896c0305264bf14070b9752bbe58d) AuthConfig (4e81eb9a5786b8dde280915e76229103f038123670b0bdbae3a3bce459dca135) AuthConfig (a42bdd934910a86175d5c14bfc30336e320e620d4134db5707eb69a21e282f89) AuthConfig (d21238361d68beaf55fc0e60824e334d1223b8862662eefbed6ff32e18d4401f) AuthConfig (0ef957f27012b4ea6e7a3a87e4d062df9b7f8a7e6ed0be1bba8efbc249642557) AuthConfig (9ff133ef59e01050b63ba51de58202198f2e89d1aea04998423dffc56e016ff1) AuthConfig (66f692400c0eea74a0d7df849711eaf95e8535963f39bf19d2393b2f1f3eca75) AuthConfig (7dd65de2dba8e014b592e33d1dbbb36f15a0e354a6f2baf5be5c0827807e0500) AuthConfig (4caf97e6ad28e4b8906042e5a35409d130ac16781cd39716b589ef9299c934f4) AuthConfig (652b287f2822765d266627dd774dca8c7adbf769e9d631f70ddef0dc9f4730dc) AuthConfig (aa2544c3a2788ab544ffe237052b2c578e5b50fb9b88a83cfbe05a46e724a130) AuthConfig (0ebb788fc596e2bc69412dcd62ec6d6f9a60f470bf230d45e901243794321c9d) AuthConfig (7c74cc2dec38f6633257518462d0e7d8a86379f7ad15541b5e31f0c70582a526) AuthConfig (fa6686a1d2e041175d570a1a22f4823be4bfa1dc4134dbb69a9644d58845c228) AuthConfig (14d91e0213e43476411f19c5f8362f2ac6c1e3fc43368642e392adaa0af3f80a) AuthConfig (e715333be674c1396608f7250f1a466fbe9cff73bcced7571eb32b521b3a8122) AuthConfig (10d9f592337c8d41dee260965cb23e3efc46c5970586e630b7c401adaf4f629c) AuthConfig (86d6a14c2e5e8eef91c481055e715d96095ac49b7b25e2a5e505ab2b2ec10699) AuthConfig (92cf58ce2bc84e10b74fbdb3c4ede0b5fc10c57072cb51fec08657024e94e3f1) AuthConfig (106c71d2043f351528c19c7e78f90b5e9410b23ecfbb23cac75833c3074a71c8) AuthConfig (aed02714a8ea7f17d8659f57c1c8f550feb1a40118052d4265691ea6e7be872e) AuthConfig (c49e9cc8fd4873fde1b8430f778335249d2b930eaf621dab6de425cfed10f6ec) AuthConfig (cdb8e534b6d2878f474593b413f09139fbddea8eaa23774e57e6d773ad2d1f6b) AuthConfig (95e4f605f850d69b398c5c25d68befdfe0334f75077f310fb3f1f675fbcdbd4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"244fb683-eabb-405c-bb8b-2bf07ca80bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.369967806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"788bd802-1ae8-46e0-82d6-8be5bd020744","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.386367317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"8169b3e0-55f9-496e-9336-fb46e35f75a2","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.426611531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"9e1310cf-82e4-4eca-acd3-33a914e1dd9c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.443965337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"9e1310cf-82e4-4eca-acd3-33a914e1dd9c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.582997793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"9b25cb76-1c39-48f1-b059-10c97288c475","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.599570659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"d4664dc7-0670-451f-bead-59ccc16d6673","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.607852622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"22800315-d87f-4b5b-a1bd-004ff4a9a9ca","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:33.621468157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-sub","reconcileID":"3a0f62bb-bfcb-47d4-a847-ec7796e93c9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.622699015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a1643084-4a72-41ab-979c-7d5be8e1467b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.622697864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"305d4dff-dd97-4c78-9560-b7c341d6ff19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.640198184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a1643084-4a72-41ab-979c-7d5be8e1467b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.640331406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"305d4dff-dd97-4c78-9560-b7c341d6ff19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.658855754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"60bfceb2-1679-498d-bed3-f9ace0c7cee1","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.676774232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a02a64fa-61f9-49e7-ba3a-cd70a5533651","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.723298721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"c4077b1e-984e-4540-8fdd-e4289ae5da2f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.740689301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"c4077b1e-984e-4540-8fdd-e4289ae5da2f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.752372562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-sub","reconcileID":"86096916-43e8-41e0-97c5-154a2ca00209","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.800613601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c59e4da4-508a-4504-8ea8-3f56c7de36cf","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.824008399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7dd27fbd-1355-4ccf-a515-19c07579bfe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.824019396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a7d184c2-b09e-453c-9a08-715c22b2f723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.835172087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"ee7eed9e-5587-4ac7-b362-ea0bf51d0932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.842000089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7dd27fbd-1355-4ccf-a515-19c07579bfe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.842872294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a7d184c2-b09e-453c-9a08-715c22b2f723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.924019341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"67f2e0c3-ea24-4d45-9efa-5f476e6ae5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.924114356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a1829651-f125-4e82-9412-8f62bd56bc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.935376529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-sub","reconcileID":"b38408bb-7041-423a-b092-6b0f3e24efc1","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.941286203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"67f2e0c3-ea24-4d45-9efa-5f476e6ae5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:33.942099614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a1829651-f125-4e82-9412-8f62bd56bc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.009996899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9b12892f-4248-4b5c-bef6-a613c9aaecb6","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.010694402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"96a89c80-a7c0-45d9-b2bd-42d61d2824d0","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.024562499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"f9000b5e-bed0-464a-b9d7-5189dbd94e33","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.042141277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"f9000b5e-bed0-464a-b9d7-5189dbd94e33","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.12565595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e2f56218-9dad-42d1-81eb-ae8cfd51e894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.125887563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3fadadeb-a258-4e44-9e53-9792b4f38a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.143516662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3fadadeb-a258-4e44-9e53-9792b4f38a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.143520882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e2f56218-9dad-42d1-81eb-ae8cfd51e894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.227039848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"5e6050c5-fd79-486e-888f-b5cf8dd2e3c4","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.227469799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6f1dacd2-c08c-45fd-ac9e-a31a22dae5e9","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:34.888190572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.465432102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"770dfbc4-9155-4c2f-b35a-b2df07c2b926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.567673724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"7451feed-7c4c-4ff2-a620-abe65ba4d19a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.567787892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"697fafe0-7dd5-47fd-aac2-b8918e97059e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.666506446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"bbac2e97-3db6-4f26-bd0e-c8f6f96e9d85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.667109024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"014b53af-6afd-42fc-941a-f7a28bab5e81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.667567906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"aa0c6ea9-1e8a-429e-bbca-ba367e5ae185","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.676540998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"c4f8aa08-831c-4edf-86fd-d97427bd9a35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.68781682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"9b672620-46fa-4002-8c3f-16c25df66046","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.766847553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b03bace-7d57-45bb-9405-f6f92913d82e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.868481602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"62e010eb-943a-4461-9b75-4de3849d4b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.868491417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ad2e1fa-9670-4dff-b3f0-26a219fabe1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:35.868796412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"b1ff782b-9c7a-4c3c-9f48-fa04016dfc6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.046647812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997","reconcileID":"c52f5c92-2190-471c-8c8b-1ae634f8304b","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-combo-sub-ce6e1997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.089703819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997","reconcileID":"c52f5c92-2190-471c-8c8b-1ae634f8304b","MaaSSubscription":{"name":"e2e-combo-sub-ce6e1997","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.178736144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"8b7ad6d8-40da-44a3-b159-41da61d748a3","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.255783378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a2bafccf-7767-4943-808d-d66d3cb4bbd1","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.26883561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"dc00f424-414a-41b2-92a6-dc34ccf3b458","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.268972384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9a62fbd9-7acf-4dae-8c70-cefba40c2967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.28347201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"97dcb8a3-c444-4aea-b490-01a913e65191","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.287246767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9a62fbd9-7acf-4dae-8c70-cefba40c2967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.28775414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"dc00f424-414a-41b2-92a6-dc34ccf3b458","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.318466763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"32177f34-970d-46d4-be86-2e269fff1168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.325836025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1d00b033-ceeb-4a5c-be4a-2a05b22702e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.3272747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e182b778-50dc-4af9-b56d-0e8a9ab84b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.327749286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"9135ee9d-3d28-4f73-a576-7a213857d3bb","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.339602747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"32177f34-970d-46d4-be86-2e269fff1168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.343171168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1d00b033-ceeb-4a5c-be4a-2a05b22702e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.34445139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e182b778-50dc-4af9-b56d-0e8a9ab84b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.416615173Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-combo-sub-ce6e1997-auth","reconcileID":"feb1812a-58cc-4b20-afe1-1f17b2fe5ea5","MaaSAuthPolicy":{"name":"e2e-combo-sub-ce6e1997-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.456927852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"259d3989-1454-452f-be95-7c3597cfa423","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.462382427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"32de47ec-9301-4f54-9aba-394cfa6812e4","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:36.474506574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"259d3989-1454-452f-be95-7c3597cfa423","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.586937354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"043be846-1c06-4cc7-9c38-db54614a9d5b","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.603379829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"584cf505-4a7a-4b12-b05f-5244fa70fb08","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.644117506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"af866133-ee79-4f7f-9e11-4c4186c8271e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.662062368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"af866133-ee79-4f7f-9e11-4c4186c8271e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.687993695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"29c4da8e-2715-40c6-904e-e705700b1314","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.704106577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"8e312ecc-2da4-42fc-9ab1-ff0472d38674","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.738064552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"a0ba6b99-6456-4058-8c2a-64f867987a16","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.744568086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"66166572-dfc9-4dbb-b82d-8fdbae258dec","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.762107067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"66166572-dfc9-4dbb-b82d-8fdbae258dec","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.790819709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"259e751c-205a-4bd5-bea6-8fa265ad64b0","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.808243809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"b332553c-1ac3-4bad-9b70-9e17ccb8966c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:37.861567971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76","reconcileID":"4b29062a-f40d-4f64-aa59-7243d5bac567","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-d8be6f76\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.875417406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"6ef7fd45-3509-4e96-a570-cdfe15fc7613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.87578647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a9a3039d-9089-486d-9355-795ebc0aae42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.876152034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"a7f3a9e7-f2f7-4824-be04-65d8e71097a9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.879696093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"72649d5d-c940-4314-93d4-d27cf95331c7","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.893868809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"6ef7fd45-3509-4e96-a570-cdfe15fc7613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.893981201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"a7f3a9e7-f2f7-4824-be04-65d8e71097a9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.896043932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a9a3039d-9089-486d-9355-795ebc0aae42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.898854149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"53e411ca-808c-4984-968c-caaec5820412","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.973988311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d98f0b19-25b8-4ae5-a2a7-ded3d8ca9f7e","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:37.983619949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"db559fe6-af7e-4579-a1c1-25a4f154d649","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.001093611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"db559fe6-af7e-4579-a1c1-25a4f154d649","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.048165716Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76","reconcileID":"faaf3781-d28a-47f4-8c59-c92d971e542c","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-a-d8be6f76","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.068011467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"9a76d69b-31c5-4e1e-a7fa-17c1c44317b6","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:38.087824772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e76703/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.090468409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"45a719dd-fedb-4479-9cca-dba57ca32761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.101343646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d0f5d048-358e-4d82-bc54-aad0cc0ca879","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.109453094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"45a719dd-fedb-4479-9cca-dba57ca32761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.129849434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"e2d87221-0b03-479c-a40a-96ccb41958e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.1909677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"76b269cc-ac25-4768-acf0-391a8e67a925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.209590824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"76b269cc-ac25-4768-acf0-391a8e67a925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.234021348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76","reconcileID":"839127f9-a4a4-4b9c-ad1f-82c078295bff","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.291116246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bf7272a5-45fb-4c68-b4e4-57752ca03b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.291594251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fcde4919-fc85-4840-ab95-6525f4f272ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.292555834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"12b2e3d7-6049-4b16-a98e-ddb5c625229c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.292977714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"d84ad965-b51e-4d10-9c9c-73a60be8e181","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.309397722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bf7272a5-45fb-4c68-b4e4-57752ca03b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.309556849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fcde4919-fc85-4840-ab95-6525f4f272ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.31313993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"12b2e3d7-6049-4b16-a98e-ddb5c625229c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.313141367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"d84ad965-b51e-4d10-9c9c-73a60be8e181","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.328107112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"65aaaf15-be8f-40db-b5d6-af34249de333","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.416145993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"12f59838-c809-4100-883c-e7d8b7bb2cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.43368733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"12f59838-c809-4100-883c-e7d8b7bb2cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.487807916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"a60b9ffd-4cc8-4e63-9a1d-bcf07e9f36a4","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.523012383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"45c50f84-a28e-4a61-b7a4-b749ba77c63a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.528356265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"0ad094ba-5a18-413e-b628-b22623ce75b3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.546334717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"0ad094ba-5a18-413e-b628-b22623ce75b3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.556296608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"73d74484-c195-49f9-8e5a-3ba4f7bd9dfe","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:38.56201846Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d47bd/e2e-bulk-sub-60c88159","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-60c88159\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.574550192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"449ff196-47d6-4dc8-a1c5-f1b7618faa94","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.624559818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"e4bb05b4-50d9-4608-90a3-ed05ac3383aa","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.629645624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"da3a003b-9e47-4df8-b2b1-ddf05c475413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.62964567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"62666808-f39a-4f1e-bf31-dbe86d3b6b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.647776606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"62666808-f39a-4f1e-bf31-dbe86d3b6b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.647823864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"da3a003b-9e47-4df8-b2b1-ddf05c475413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.650677033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159","reconcileID":"1de781bf-1aed-4a60-b77b-8e581020e529","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-bulk-sub-60c88159","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.700463701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9f131024-c7f0-4f2f-a965-21248f3dfd4b","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.730009799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"616c662a-7d75-4cf7-8f17-f856d1829704","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.731431638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"a38305d9-6f7b-4801-831d-cad3bc8a2c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.747567163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"616c662a-7d75-4cf7-8f17-f856d1829704","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:38.822525724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"616c662a-7d75-4cf7-8f17-f856d1829704","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-60c88159-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.830749107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159","reconcileID":"6ec11365-31f6-41ad-a714-f329ff8ae2c1","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.835383373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"76153847-36dc-4f8a-8889-84d6e23961ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.835450457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"14779260-d194-42bc-9ada-4c8d4da93bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.853984125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"14779260-d194-42bc-9ada-4c8d4da93bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.85424239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"76153847-36dc-4f8a-8889-84d6e23961ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.867829946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"5fdb95f1-67fb-4a24-86e4-f01714aace90","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:38.885166422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"5fdb95f1-67fb-4a24-86e4-f01714aace90","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.240427364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8071f3ca-832d-46b7-9aa6-1ea97f56c5b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.257999607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8071f3ca-832d-46b7-9aa6-1ea97f56c5b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.296118358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d77e4845-89fb-4524-9067-cb2ef0fd7f26","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.312622822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ab463041-450e-4239-b27f-87f7b6732966","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.342214694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"9eee21e0-0a8e-4f80-a238-e1f3edd1c824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.352785763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"79f513ce-eb9f-4a9a-b4de-9f6194d52736","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.359857948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"9eee21e0-0a8e-4f80-a238-e1f3edd1c824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.370156237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"79f513ce-eb9f-4a9a-b4de-9f6194d52736","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.429242704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"055f341b-79cd-4a50-9974-057c7b2a73b6","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.436074257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"ec06c309-2f05-4e1e-9d21-1331b17e0d0c","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.496169358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"632c7a72-c806-4806-962d-09ba3a0faf61","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.496465085Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ed84cd priority=0:[ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-a-d8be6f76 ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-b-25edb3ee]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.514136163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ff0ca85c-7597-49f0-96a9-f5adfeb69021","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.520206936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"b1dbe9d8-8770-4aa7-be6b-882c52e8079d","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.529501853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"e3f2a3da-2c9f-416a-ac49-1d1da3b08484","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:40.530274411Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-b-25edb3ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-25edb3ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.537244445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"adf34573-f0e8-4f64-bba4-09dae710df71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.537495626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"92bb4cd4-268d-4f6e-98d7-633fb9b775b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.537561219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"467bcb57-22f5-4ab8-8a34-bd8571966284","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.547381099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ed8fbd6f-0486-4431-be91-27290f3cc201","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.550250702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"3afa1518-5c40-4ed7-a772-89f5dad0b546","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.555417716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"467bcb57-22f5-4ab8-8a34-bd8571966284","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.555510576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"adf34573-f0e8-4f64-bba4-09dae710df71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.557553928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"92bb4cd4-268d-4f6e-98d7-633fb9b775b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.624704242Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee","reconcileID":"49995977-ba30-441a-9f37-3e762bd2c542","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-a-d8be6f76","ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-b-25edb3ee","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.638337441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"c31ba545-5678-4c49-acf0-a96d022ae62f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.655858078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"c31ba545-5678-4c49-acf0-a96d022ae62f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.674221491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"6ae4c0fd-6056-45d7-88ce-ea679e19656e","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.703440805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"c5230131-4d75-4c83-8509-efe2972f2948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.703683213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76","reconcileID":"baec6dd6-e85c-4eab-9023-63e23e50c15a","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.73875151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"787167e3-0f58-4479-9b52-9a5b33b84911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.739032656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"e5c79719-8b08-41b8-9a6b-03d9d51ae0d7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.739109041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7a7e08b9-1213-4b7f-bc20-667978deb5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.758414859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"e5c79719-8b08-41b8-9a6b-03d9d51ae0d7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.759522356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"787167e3-0f58-4479-9b52-9a5b33b84911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.761014215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7a7e08b9-1213-4b7f-bc20-667978deb5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.761195415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"5d6c1fd2-ca90-4fc5-8ef9-61b495a46bbf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.778456359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"5d6c1fd2-ca90-4fc5-8ef9-61b495a46bbf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.805649327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee","reconcileID":"56c9be2c-9801-49fe-9605-a12b7a9fb654","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.838818803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"807b23f1-6780-4d47-ae9e-6154f61ba57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.856071708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"807b23f1-6780-4d47-ae9e-6154f61ba57c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.970583238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"1b26ee7a-0d7f-4dad-8550-3ed129e77051","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.971294091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b71a2b12-af1b-4c8f-995b-1a92cf306cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.988352921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"1b26ee7a-0d7f-4dad-8550-3ed129e77051","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:40.990615613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b71a2b12-af1b-4c8f-995b-1a92cf306cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.844822562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ca4dcc66-33be-46af-801c-a6290d33e3d6","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.888650291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c5385b2a-1659-4767-9b15-1d0e68d6690a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.888668567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"581bbca1-e70c-4ba1-adc4-c24e70a0e597","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.888966613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ae3cee99-c5eb-45f7-bf72-ef15d112a472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.906734635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ae3cee99-c5eb-45f7-bf72-ef15d112a472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.906776355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c5385b2a-1659-4767-9b15-1d0e68d6690a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:41.908951485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"581bbca1-e70c-4ba1-adc4-c24e70a0e597","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:43.205977528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"4015a74b-f13b-4a48-95f2-cfec4c9340b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:43.296772116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"60f07d1e-4653-4fdc-ab1a-79c5aadbd28d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.070069109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"c87c6e38-d2b4-456a-a4ba-c91b76db63e3","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.184858913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c7a9c101-abeb-4d65-9f3e-204c1480b9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.18558473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"8c297703-ae15-486d-9b37-908ec727632c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.186290377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c859129e-4b39-4bc3-b543-e8697435bc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.186976213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"b6ea45d7-7e8f-4cbc-a83c-25107897160d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.258820234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c7a9c101-abeb-4d65-9f3e-204c1480b9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.262470703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"8c297703-ae15-486d-9b37-908ec727632c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.265714264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c859129e-4b39-4bc3-b543-e8697435bc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:44.268851978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"b6ea45d7-7e8f-4cbc-a83c-25107897160d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.33072297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-sub","reconcileID":"206b9f28-093e-4369-8f21-7d93cddbd924","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.379179065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-sub","reconcileID":"206b9f28-093e-4369-8f21-7d93cddbd924","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.445442638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"518d3f9a-b3b7-4282-8535-e7b870631f9d","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.468047861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"0c912cde-5a7f-4767-b16b-cf424d429ec1","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.487208796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3d210003-b29e-406f-bc44-5c3776376857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.487472246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"331dad16-b656-4539-8da1-5677624aeffa","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.487513683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"70a3d9c3-733d-4079-9517-a885c531febc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.50544281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"70a3d9c3-733d-4079-9517-a885c531febc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.5055033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3d210003-b29e-406f-bc44-5c3776376857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.507674057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"331dad16-b656-4539-8da1-5677624aeffa","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.597014422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"15199260-5aec-4dab-81c0-0f50e0c6ac5e","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.634305627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-active-auth","reconcileID":"7e8e918f-6861-4b72-9bb7-1d703aa76a17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:46.680517308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e4930238-57e3-401f-b6cd-d10b1acb0c2d","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.667268553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"45472630-ed5e-4e20-b229-f3dcfe1ff1f0","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.683703543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"29c26cd2-b275-4c40-b144-b83740a27bff","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.725437039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"723acc83-e2c2-4aee-8549-d5a0457ed167","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.759214466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"723acc83-e2c2-4aee-8549-d5a0457ed167","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.834500469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"ec73240b-3206-4260-9698-f2fc3de237d9","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.868734629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"bc2f39b0-e74a-4c1d-bf97-02675f33701b","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.874634249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"b12eeb6a-eecc-4229-9554-bde99ebecd5a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.88731276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"75fd4d0d-f454-4cd3-b343-4836daf2e039","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.891841062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"b12eeb6a-eecc-4229-9554-bde99ebecd5a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:19:47.900110476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"075ce729-68ae-4d38-be1d-b1a81f7fa63d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.940121142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"723ca140-4e0d-4e56-aff1-e3c9faaeb282","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.956588947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a7e2964e-c335-4e94-940c-8996ff3d1550","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.975794505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"832b88be-a28c-4cd5-9b47-fc538e43cba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.976113542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4bfed5f6-f378-40aa-8aff-0960909e6da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.976221839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"b70fd8a5-0d65-4d09-9490-51faeabb959b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.993569124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4bfed5f6-f378-40aa-8aff-0960909e6da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.993751752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"832b88be-a28c-4cd5-9b47-fc538e43cba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:47.995784337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"b70fd8a5-0d65-4d09-9490-51faeabb959b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.029360926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"a0140de7-b9a8-4e27-b766-bf04dfe8551d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.029567807Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"a0140de7-b9a8-4e27-b766-bf04dfe8551d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.092874426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f8ded9fc-dda4-4081-8a26-a871f1d908d2","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.112261902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"675a5765-8a8c-4409-b7d1-d4dc97692b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.161482865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"38cb32f4-3376-405f-aa83-a712b241b529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.161587972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"647f4506-1254-4beb-9cad-3725792fde81","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.161864935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"020683bc-9e0f-4868-808e-b152a0b47146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.181525496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"020683bc-9e0f-4868-808e-b152a0b47146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.182007336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"647f4506-1254-4beb-9cad-3725792fde81","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.186103747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"38cb32f4-3376-405f-aa83-a712b241b529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.215259128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"26b16aa4-92f1-4c1c-a814-45350cbe241e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:48.215454891Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"26b16aa4-92f1-4c1c-a814-45350cbe241e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.550226815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"91f3b41f-1a3d-4d71-a1e5-24e7b8673dbf","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.597581948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1e6cae6e-5cb3-41ed-b4a9-ec93a02417cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.598032397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"f3df83f9-4e43-490b-9dad-ea7482785c49","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.659721438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"46e5f15b-a134-427c-a66f-3c8173f1a3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.664072589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1e6cae6e-5cb3-41ed-b4a9-ec93a02417cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.678345841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"46e5f15b-a134-427c-a66f-3c8173f1a3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.678443556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"f3df83f9-4e43-490b-9dad-ea7482785c49","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.807074849Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-sub","reconcileID":"ecef8c45-e65e-4419-b24f-8fbfa122fc60","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.807220109Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-sub","reconcileID":"ecef8c45-e65e-4419-b24f-8fbfa122fc60","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e76703/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.931733523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d29a76f1-a1eb-4142-b44b-6fa1155e7468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.932165308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"fa507992-bdfe-4509-9cec-e560e4178adc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.932430906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e0cbb79e-2281-4cc2-8b51-1cf8d6e529be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.952559919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e0cbb79e-2281-4cc2-8b51-1cf8d6e529be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.953221317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d29a76f1-a1eb-4142-b44b-6fa1155e7468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:50.955233929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"fa507992-bdfe-4509-9cec-e560e4178adc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:51.04174681Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-failed-auth","reconcileID":"51dfbcc9-c1e1-4349-9961-901ceb06b9ca","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:51.041792505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"91d7e9cf-97d6-4e94-8e51-7a209cd1ecaa","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:51.199432957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"9e0868b6-32f2-4be0-8ae3-3bd390179042","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:51.893042777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159","reconcileID":"ceb9d580-f290-4b03-9710-e7f209013f44","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-bulk-sub-60c88159","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:51.961725768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159","reconcileID":"ceb9d580-f290-4b03-9710-e7f209013f44","MaaSSubscription":{"name":"e2e-bulk-sub-60c88159","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.019844847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"044fa1b2-700e-4623-b395-ba97d800fd91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.0263674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"0c471d67-f415-41cd-a70b-03f5afc69a55","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.067166953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5842bb4b-d817-40da-b5dd-5d587f307ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.067393981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"324b52c1-088d-420f-96c8-6e560371de33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.067490036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"90a65b63-b934-4a98-ac73-e4d157b40c43","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.085062976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5842bb4b-d817-40da-b5dd-5d587f307ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.085345289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"324b52c1-088d-420f-96c8-6e560371de33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.087251667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"90a65b63-b934-4a98-ac73-e4d157b40c43","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.182234693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-bulk-sub-60c88159-auth","reconcileID":"d7c6c501-4355-4fa4-a174-3bdf8feb692f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-60c88159-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.182247394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"c5d6bd35-c21b-4661-b575-cb7313888ea6","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:52.330192839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"8fee8069-9cfa-4e14-a225-b6f0b75ee6e5","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.11715939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76","reconcileID":"44896495-40c4-487e-a208-1218a67695be","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-filter-sub-a-d8be6f76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.178950827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76","reconcileID":"44896495-40c4-487e-a208-1218a67695be","MaaSSubscription":{"name":"e2e-filter-sub-a-d8be6f76","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-filter-sub-b-25edb3ee","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.235560574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"e254e45e-6c07-4d40-9898-c948233483a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.235708081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee","reconcileID":"a973219f-48c9-42ac-9a0b-fce08472cc11","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.242971337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"511ad392-4405-493c-97c9-8abb15f4f408","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.286825401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"84e28ec8-549c-4df4-898f-455f7f117254","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.286898588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bb91cf44-8cb8-41da-a76e-3706b5bb35d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.287203743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"db130d68-8e85-48ac-be52-e190ab946711","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.287230886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"38e54bfb-f808-4987-bc93-885804f84867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.305707629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"38e54bfb-f808-4987-bc93-885804f84867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.305746621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"84e28ec8-549c-4df4-898f-455f7f117254","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.30820833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"db130d68-8e85-48ac-be52-e190ab946711","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.308241949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bb91cf44-8cb8-41da-a76e-3706b5bb35d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.39673136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"481804e9-8c05-4140-92c4-a6227dc5bd9b","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.440299263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ccb59edf-b3c1-4b2a-82f8-0359e4c3ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.440400929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"1ea0a991-c979-4113-a582-172dfb3ebee8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.440636622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a4c972c2-1351-4149-ae06-05df3a6d6206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.440790249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"c43f4ef7-98fa-4124-aa8a-150dc9e46fb9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.458421465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"1ea0a991-c979-4113-a582-172dfb3ebee8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.458501534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a4c972c2-1351-4149-ae06-05df3a6d6206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.461977932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"c43f4ef7-98fa-4124-aa8a-150dc9e46fb9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.462044227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ccb59edf-b3c1-4b2a-82f8-0359e4c3ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.902713188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"3e6078fc-5321-4fa9-a966-d26323e99724","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.91858665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9f2888ea-2e50-4dac-8880-6832ec91f4f3","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.95987717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-gw-auth-7b97687d","reconcileID":"ca6b436f-073c-4c82-a11d-60af98c66e23","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:54.977432414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-gw-auth-7b97687d","reconcileID":"ca6b436f-073c-4c82-a11d-60af98c66e23","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:55.051853778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"0db92e2b-c2a0-4e0b-9b54-87e9ab993abe","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:55.093047547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-gw-auth-7b97687d","reconcileID":"6f4e50c5-e51a-4616-92f7-f9001fb3ad4c","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:55.110900644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-gw-auth-7b97687d","reconcileID":"6f4e50c5-e51a-4616-92f7-f9001fb3ad4c","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:57.976395595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-gw-auth-7b97687d","reconcileID":"fd50d3e2-b0e5-4565-8091-ce6eb78720b5","MaaSAuthPolicy":{"name":"e2e-gw-auth-7b97687d","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:57.976462049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"194b354d-3fe7-4058-8803-cd7a7ca33267","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:19:58.022692186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"2010d932-6514-4e70-8c65-1f121c8426fb","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.599334526Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"e53cee5f-b818-4843-a1c7-8c6aa94bfca3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.662437061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"e53cee5f-b818-4843-a1c7-8c6aa94bfca3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.662469496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"e53cee5f-b818-4843-a1c7-8c6aa94bfca3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.662588899Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-sub","reconcileID":"e53cee5f-b818-4843-a1c7-8c6aa94bfca3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.722988865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"6194a5c3-a183-4c66-b9df-57736727ce32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.731142826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"1cffd425-55aa-4ceb-ab2b-b78c53bb6a8b","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.731623252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"dde00fdb-0810-4b8d-911d-59c65d0774e1","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.766618503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e127e103-2da7-40a3-aa45-27835c88d579","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.767067534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"182d4f61-b968-42d5-9249-37217854f234","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.783066696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d1bc0e9c-1d5d-40af-8f44-f7fdf22ad2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.783672201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"124c32f8-73d4-45bb-acf6-90352052bfec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.804347279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d1bc0e9c-1d5d-40af-8f44-f7fdf22ad2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.804957196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"124c32f8-73d4-45bb-acf6-90352052bfec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.833934795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"7bc31a6e-b34f-4044-9e55-0d782a41734c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.834032276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"75592122-be80-41af-b3da-4356705e80b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.866358833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"74e2335a-b812-4071-9917-e0d3bbd1094b","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.92844507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"30807ca1-af2f-4cf5-b8a3-6a3b8f8b494c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.928552228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"6f4de936-91eb-4a53-801f-26b9e9f7b9f7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.928849784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"bf51261b-804c-46fc-8150-8d0b6e7a0680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.947695633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"6f4de936-91eb-4a53-801f-26b9e9f7b9f7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.947695628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"bf51261b-804c-46fc-8150-8d0b6e7a0680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.949892473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"30807ca1-af2f-4cf5-b8a3-6a3b8f8b494c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.977525822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5dce9b81-ebe5-4f63-986e-ad5ca06aeb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.977525086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8a8ed78f-1251-4e13-a1d2-b9edaef2ee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.995201799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5dce9b81-ebe5-4f63-986e-ad5ca06aeb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:00.995435824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8a8ed78f-1251-4e13-a1d2-b9edaef2ee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:01.00561484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"27c589ea-fd27-41dc-be8f-0ffe6d24d798","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:01.13779705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-apikey-degraded-auth","reconcileID":"8146ebb5-8815-461a-b894-afe81de419d9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:01.255245883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"97f6f09c-ab6b-4d35-9c07-950fddef544b","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.443976304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee","reconcileID":"15b04152-977a-40e0-8061-e78b128b8406","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-filter-sub-b-25edb3ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.506317488Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee","reconcileID":"15b04152-977a-40e0-8061-e78b128b8406","MaaSSubscription":{"name":"e2e-filter-sub-b-25edb3ee","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.562334648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"4b3c3a8b-e971-4d73-9092-8b3546e0e381","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.57322693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"08997bef-02fc-43ea-af38-4ac949b539ac","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.666698321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c05b3d87-a796-463e-9e09-517700252350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.667130341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"ba4c6dda-9cec-48b5-b0f2-0165503e433c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.669790309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"96c8fecd-e086-4e8a-9832-de659cc591ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.670203093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"935da5dd-e4a4-4d25-b15d-301006430669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.689576765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"935da5dd-e4a4-4d25-b15d-301006430669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.691042058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c05b3d87-a796-463e-9e09-517700252350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.691876181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"96c8fecd-e086-4e8a-9832-de659cc591ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.756331873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"ba4c6dda-9cec-48b5-b0f2-0165503e433c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.756749829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"1113e14a-30fd-441a-a9ce-8190b81be79d","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.830760669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-a-d8be6f76-auth","reconcileID":"17ce5a06-d6ee-4b4a-8cd6-b13fe9ea1395","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d8be6f76-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.874763419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"9a4041ea-f354-40e6-a934-537f560d0fe7","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:04.891116103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:05.024720756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-filter-sub-b-25edb3ee-auth","reconcileID":"134850f7-af04-4cad-b435-94e18e4c9cbb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-25edb3ee-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:05.024795864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"82f0a1d8-2932-45bb-b540-1524e2c1b4d9","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:05.071500136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f4947558-3627-497f-80d5-bb9afdb36891","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.459770197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"24096a06-fc0f-494b-83f6-cc813c4e55aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.504689882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31bd6127-bcc3-47e2-9389-ad0a26effadd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.505399843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"febe3209-e7da-498e-acea-115df4ed1620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.509674133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"c5a1cf19-50bc-4d53-a858-fabd8c1e4493","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.51029366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"77f6c7f6-6329-44a3-bbb1-6b63b895feb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.573019378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"e0cc95d0-0822-4b68-a084-5cceb57c06d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.653288508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"c648f40e-e1b9-461c-af9d-3fea41759164","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.653364662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"fe44db1c-69af-4ac9-95ae-0ed40e70dc5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.653817617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"f5bee1d5-2d3d-415e-8942-dbd180c03b8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.654001538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"84151cdc-9a61-49e1-8f08-be770dec7614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.755649956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"26d70439-da86-4705-a966-3147f355a294","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.75583998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"9703d96c-8c47-4eb6-87a2-2a3d6bc8900e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.806764487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0a842f29-72d5-402f-8ede-7ef0b7ae6e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.806777285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d2c89985-2ab7-4d5a-b7e8-39c2b8b45641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.8246003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d2c89985-2ab7-4d5a-b7e8-39c2b8b45641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:09.824792499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0a842f29-72d5-402f-8ede-7ef0b7ae6e62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.172716871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"93f4fb69-35c7-4c5b-8274-69e7fccc585f","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.173046834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"6c1f2e8f-e20d-44fe-874c-176313c93deb","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.202846295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"6566f8ea-b3e3-4b79-8141-38bea07dc2dd","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.20327944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"720cd7bf-d737-4805-9a81-8a2d0e571fc6","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.213816475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d5ee75c3-2d5c-4de3-82b1-de13545c2959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.215701114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bb48d0de-3b8e-4525-9979-c49f77b88200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.230190782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"b1fdde0c-0e73-4742-8800-5e9f78bb2182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.231291134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"a187b55a-0de4-4c4f-8880-f76f0f3faad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.232841108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d5ee75c3-2d5c-4de3-82b1-de13545c2959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.234740732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bb48d0de-3b8e-4525-9979-c49f77b88200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.40950631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e2b9ac95-a2bf-4447-8d21-547372e6deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.409549478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e0dc6b1c-d0db-4942-954b-b4f972ed1fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.427375181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e2b9ac95-a2bf-4447-8d21-547372e6deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:15.427995051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e0dc6b1c-d0db-4942-954b-b4f972ed1fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.043436716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"9d644ed2-0286-45c2-b43d-ef4e61bbe88e","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.043811738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"767d2aed-4b3c-4b99-b2e6-dc3a53185540","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.073176178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f143dfd6-521a-4ea4-b95b-e2dcf94959a5","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.073599307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"ee8f0ad9-e863-4738-87a5-e43eaf5c8b27","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.08702302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"57b1c6fe-15aa-4211-bd96-2af647edb6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.087294383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"08fd70e7-dabd-420e-adc2-3ec07b161404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.101754997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"7bb1388f-cfd5-45c6-be0c-95873e319807","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.101795825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"db42a9c3-ab1d-4d7b-bbbd-371e8d800f2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.104998099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"57b1c6fe-15aa-4211-bd96-2af647edb6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.105584988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"08fd70e7-dabd-420e-adc2-3ec07b161404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.189347895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"54a649c1-9fa5-4835-9f9b-871dfe007006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.189859851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"8c5263cf-c119-4e06-8061-a61d05097729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.211929898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"54a649c1-9fa5-4835-9f9b-871dfe007006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:18.215197232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"8c5263cf-c119-4e06-8061-a61d05097729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.006176555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"2999e0f7-db18-4d08-9688-0828512dbf47","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.58103589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5bf5992e-fb23-411c-86e2-a2e9a16ca5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.581035877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bf57c381-d783-4813-8be9-e067e5e6c23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.599229126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5bf5992e-fb23-411c-86e2-a2e9a16ca5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:20.599308089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bf57c381-d783-4813-8be9-e067e5e6c23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.612614625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"c3cd52be-5505-4006-b01e-6aa15d41724a","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.61304479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"34ea23f6-7cec-442f-bfce-81f977dba567","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.642153368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"a4a7a496-081a-45e9-bf5f-ec1f26bf0b85","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.642515205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"ddcae74b-a505-4e6a-9975-ec785c1b704c","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.654048476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"24cf0844-c379-404e-99ec-5e94899771cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.655726742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4a0a7907-a9d5-4a9c-8a39-5b3324741264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.671126403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"629007b0-0c77-45d9-b5f0-0c1832f439d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.67162072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"f0d0c0f1-dc90-44b5-99ff-45d52fe8e86b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.672911071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"24cf0844-c379-404e-99ec-5e94899771cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.673875566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4a0a7907-a9d5-4a9c-8a39-5b3324741264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.764895669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"25419e8b-9438-4d27-9079-6ca90cf03ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.765469054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ee0d64bc-6561-4d93-90ed-1c1cc2c6f4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.787183272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"25419e8b-9438-4d27-9079-6ca90cf03ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:21.787593912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ee0d64bc-6561-4d93-90ed-1c1cc2c6f4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:30.605997711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-a-2ba298eb","reconcileID":"66198161-35cf-4a7c-8d75-2d3f6dd1bd42","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-a-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-a-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.247821749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4f7d2b3f-c4aa-48b8-981c-4595239018d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.248206126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3b22af07-dbdb-48f5-b37f-cf8aef488622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.26589568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4f7d2b3f-c4aa-48b8-981c-4595239018d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.269159918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3b22af07-dbdb-48f5-b37f-cf8aef488622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.402813685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5c4d5e80-97dc-4f8d-a221-d260f0ec0d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.402820202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4462012e-863b-423e-a244-4da56a88a5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.424535063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5c4d5e80-97dc-4f8d-a221-d260f0ec0d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:31.425714205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4462012e-863b-423e-a244-4da56a88a5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:34.15903814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"d2893a14-7ae6-4c8a-9946-9ae6e13b744c","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:34.889293195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.852151541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6561054b-df83-4c30-86e8-8d5e7b621358","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.8525551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"39c091fa-d78d-4207-8862-6300c3318d33","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.852928246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"4fee036a-d66e-4d9c-9006-4b2fcb4ae39b","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.881615201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"274ada0b-2f04-4f95-bcf5-69c2b4b726a5","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.881967111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"201ba4b7-920d-4c69-a869-2e570b588d71","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.88228186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"8a6587d5-053e-4f4b-b849-3496e5d0c565","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.894424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"71bfb292-3f1b-406f-9d4f-78545b4a9640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.894600022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c2fd7013-3cd2-4966-b23d-07c66e532c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.909634077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"c64e75d9-6e05-44e9-b5a9-c51f502a0dbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.909714044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"476e3b65-4124-49eb-94af-b959400d46b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.912125576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"71bfb292-3f1b-406f-9d4f-78545b4a9640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.912330983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c2fd7013-3cd2-4966-b23d-07c66e532c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.997490393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"045d8d6a-3235-4b1e-b0a9-4cfc244516b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:35.997500661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"06d66b7d-9682-486b-a79b-a50571ffbd66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.016353209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"045d8d6a-3235-4b1e-b0a9-4cfc244516b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:36.019392487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"06d66b7d-9682-486b-a79b-a50571ffbd66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:37.885322359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80ec3398-a72d-46ea-a827-ec31b26c7566","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:37.984242846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"87a405ad-6e93-4fae-9a80-99a6bf9d8e0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:37.985228776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"aac9852e-c3f0-4181-8eb2-7915353a5975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:37.985313094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ea0481b-3488-4f2b-bb58-d7a917918333","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:37.985737407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"0a248380-c930-4aa8-a864-7c3112deb581","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.085319052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"f19d86ed-1724-4330-b382-033d39fda1a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.085316334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"0bf315db-a546-4d03-9f25-41925e537443","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.185421818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"b07dcff1-abe8-4ac1-95a2-b35691254875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.185435648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"48fbd26f-41ba-4bf7-b097-b88baa184052","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.285416124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"922620d5-872e-4a1b-9a96-99e1152ffa44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.285470825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"afab5177-64b5-41a0-9f53-9ae8b2aa4ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:38.285822099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"b7751968-3eef-40fe-9b44-4d6696e580e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:39.083851929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"cbf7a409-d08b-4143-9350-182369aef25b","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.754889011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ed89fe64-ce4f-404d-bb27-416840c1ef31","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.755254379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"4fc1d495-8f17-4876-81cc-bec0e1054346","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.755513839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-a-2ba298eb","reconcileID":"ad4038c0-9d68-477a-a2e4-64cc2f75f4bc","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-a-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-a-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.782546993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"464c139b-4f53-4994-819f-a0105e82bc04","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.783047195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"3e98ffdf-8478-42a3-aafa-3b305a98064c","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.783352375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-a-2ba298eb","reconcileID":"2b1d5b6f-50b7-4eb7-9ebc-aaa0c01f4240","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-a-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-a-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.798301866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"84876167-77bd-4f71-858b-5ca3255dc878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.799161445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"dff42bad-a56c-4f1b-bde0-03a0c67a49eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.81475975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"7bf864a3-b5e4-4c97-852b-de4b07b8cb70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.815270054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"1b46009f-20b3-4c07-ad65-6062797d456e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.816596604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"84876167-77bd-4f71-858b-5ca3255dc878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.817444195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"dff42bad-a56c-4f1b-bde0-03a0c67a49eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.900635604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4d44797e-536d-4ea0-b19c-e64e78959a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.900636878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2177ab57-9751-4fb7-b7c2-2a1195d4f573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.923002025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2177ab57-9751-4fb7-b7c2-2a1195d4f573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:42.931730132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4d44797e-536d-4ea0-b19c-e64e78959a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.533316059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"e68491d0-e2d9-4963-8fa6-911b7d364bb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.634600844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84e855fe-8d93-439c-ae61-0eaacd091918","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.634609454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"7fdb2476-d460-46f1-8830-af3d44ea8ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.635048551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"8b4419b2-81d6-4370-b471-d51aec5abefe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.635246429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"1d6c8ce1-4ab9-4f8a-b4f4-51205ff8bc12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.733002333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"28ec502d-5a38-4d7e-b19f-acbeac4ff5e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.74026923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"599952f4-0fc9-45f9-bc88-45a0d434137e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.831446727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"2536725d-1b4f-4ab6-ab81-c7a6c15e7ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.831696983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"4684a950-8437-40f3-a4d5-6c79e256bdc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.940768627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"b645bfe2-70b3-44f4-8376-cf278e497779","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.947269303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"529e466c-527d-4402-bcdf-23583d77f6fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:45.977152131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1245bb6e-adbc-41ed-a610-4293ea6f5edb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:46.095361344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fa64a810-9059-4990-aefc-2c9a475d0abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:46.099626395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"40d63567-6893-499b-a486-80793e384940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:46.116921588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fa64a810-9059-4990-aefc-2c9a475d0abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:46.129117218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"40d63567-6893-499b-a486-80793e384940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:52.995657947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c8e6133b-c122-43f5-b89e-f7679c3e5720","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:52.9961544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"68efde43-6b7c-452c-bfaf-18849a66655f","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:52.996537472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"85595bcd-b74f-4538-abee-1d24f98ba692","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.025039206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"547ead4d-e3cb-445a-97fc-1649602c6d07","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.025484732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"703b01f8-ee5e-4b2e-b5b3-35ce0473f30d","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.025770024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a11870e8-d229-4e0f-a84b-6f449c76075d","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.036145385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ade56145-ce5d-4bf1-84c0-a93f09530ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.036896817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"601971eb-ae0a-45a7-abf0-3e693ad394ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.054427383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ade56145-ce5d-4bf1-84c0-a93f09530ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.055141833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"d128631f-c2a1-4e17-8673-2676fb371f2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.055453547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"601971eb-ae0a-45a7-abf0-3e693ad394ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.057825715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"689e3258-d756-4bf1-9324-2658560d7f66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.1559634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f6b7c27c-fc5e-4d86-b8a0-07d0f9821b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.156680868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"113f7215-4be8-4197-914a-15e2645f0820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.176095588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"113f7215-4be8-4197-914a-15e2645f0820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:53.178468675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f6b7c27c-fc5e-4d86-b8a0-07d0f9821b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:54.606049015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c7b313a1-9040-4fa7-89ed-07061612fc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:54.606225372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a70c8e56-132a-4445-89d1-ed3bb6e8b086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:54.624757302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a70c8e56-132a-4445-89d1-ed3bb6e8b086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:54.62477709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c7b313a1-9040-4fa7-89ed-07061612fc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.055398605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"e4bde922-cf4d-453a-a68b-a120733cb349","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.480686607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"73796861-eae9-4e1a-94fa-99268b774889","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.481146151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"859e6389-86c2-4cdb-9f68-76af78fb15b2","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.481517557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"55e559c9-9867-459d-9d18-655407b027dc","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.510653168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"43b837cb-1ecd-4a24-b564-679314e19980","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.511028884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"f07cdc1e-8b31-45e2-9949-0cb9c46e2b64","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.511243064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d7f9ebe4-341e-4b92-87e3-01c7d25fbd67","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.525296636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5a39b290-a198-4aa0-9523-418f6cca387d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.525443059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"28f2e3e3-28db-4f9c-925f-455bc6d986c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.537618028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"1dc7f728-1806-48d2-b583-3f4108f5a973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.542816793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5a39b290-a198-4aa0-9523-418f6cca387d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.543352448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"28f2e3e3-28db-4f9c-925f-455bc6d986c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.646832373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"223f6e69-1fe1-48da-b4b0-e950dc4427fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.755954804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e0d37967-5400-4eaf-ac31-6c48efd9beca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.755954765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0b28413c-d6b3-48f5-837a-0a6d6585748b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.778637488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e0d37967-5400-4eaf-ac31-6c48efd9beca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:57.778696983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0b28413c-d6b3-48f5-837a-0a6d6585748b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.5688141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"bafe27d2-bacd-40e7-b72a-7648375425ba","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.588231935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"75311583-72f9-41d1-b0e1-5adac8912307","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.629937209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"8c6c7d11-7e54-447f-beb6-01d315d1ad87","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.650745673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"8c6c7d11-7e54-447f-beb6-01d315d1ad87","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.72467797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"9039d91f-c41b-43f5-8585-7711038d81f3","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.764980797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"13dab133-0e75-425f-ae54-e438ff05acea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:20:58.78267734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"13dab133-0e75-425f-ae54-e438ff05acea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.28268918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"3e185871-37bb-4bc8-a01e-e287f9fe135f","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.305837209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"abd74ab9-3bb6-4d1f-b158-5393a392d426","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:01.313568448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-subscription","reconcileID":"32cf1b42-5cde-41a6-90ca-044943eb6808","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.322893828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"587247fc-55ad-4f58-8829-67b961c92d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.323554404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"3e5c6acf-8e9b-42aa-84b2-000269667eec","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.323616414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"55cfdf27-54a2-4b06-bbc7-04ba0ad58d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.34035863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"587247fc-55ad-4f58-8829-67b961c92d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.342047863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"55cfdf27-54a2-4b06-bbc7-04ba0ad58d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.342613733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"3e5c6acf-8e9b-42aa-84b2-000269667eec","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.351927945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"dd42f8be-6767-4e8b-91fe-6f4bd281dcee","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.36779723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"23b1b56a-154b-47b6-b43d-79ae30d2643e","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.442044811Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-subscription","reconcileID":"f04d3abe-d2b5-4c90-b334-a98f09be66b5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.490979061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6145d3fc-c3bf-4684-9bbc-f6ddc7f5ca2e","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.508615098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"59019848-856d-4f26-bec1-41b6d527733f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.509008725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"2eac56a7-fd97-4b18-a38f-8a2883ce4dd2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.509218333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c41a9c6e-b18d-4991-8c75-095feaf21158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.523687606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"6dc3a137-1d21-4194-922e-3a32d22151c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.526392165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"59019848-856d-4f26-bec1-41b6d527733f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.527131411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"2eac56a7-fd97-4b18-a38f-8a2883ce4dd2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.528535806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c41a9c6e-b18d-4991-8c75-095feaf21158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:01.622993154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-subscription","reconcileID":"be134ea2-4c95-488c-8b69-83d1edff85b5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:03.93253995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"bda80ce1-f245-4dd3-ac0b-046b6a8e6c81","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.001708363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aedf65ab-99db-4766-aec5-42bafd7dbb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.00243549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d259a2d1-c666-4a08-907b-c43571861338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.002631305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"0443b481-cf0d-41d4-8348-0c600a347ff8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.071013382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"0443b481-cf0d-41d4-8348-0c600a347ff8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.071678286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d259a2d1-c666-4a08-907b-c43571861338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.073022899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aedf65ab-99db-4766-aec5-42bafd7dbb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:04.888058963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.105013713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"8c350125-e4d9-4f7c-b340-7348e7f64cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.105036952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b3e5b1cb-d2a0-4655-b7a5-6c8ee2e1cddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.123574497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"8c350125-e4d9-4f7c-b340-7348e7f64cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.124735794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b3e5b1cb-d2a0-4655-b7a5-6c8ee2e1cddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.430939171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e2310e9-ed30-4d6c-868f-eb9e1cf78af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.430940288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"bb1cff8b-723c-41fb-bdfb-795012099572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.448843246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e2310e9-ed30-4d6c-868f-eb9e1cf78af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:05.449095226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"bb1cff8b-723c-41fb-bdfb-795012099572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:07.778305694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-b-2ba298eb","reconcileID":"9799d594-04e6-43ee-b238-bb4582f6104e","MaaSModelRef":{"name":"e2e-conflict-b-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-b-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-b-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:07.798164179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-a-2ba298eb","reconcileID":"869d431c-c246-477f-b157-d829d3f7b47c","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-a-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-a-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:08.67024742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-a-2ba298eb","reconcileID":"63bd5fbe-7d7f-4e9d-8f3c-673152c86856","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-a-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-a-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:11.253800406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"2c425522-fab1-40c1-8cd6-a6d160561c8a","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.132407977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"0663efb6-f392-4d83-9a7a-2776165f5a75","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.150914625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"4668aab3-9dc5-409a-876e-e70f32462d21","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.205190558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"ee388ced-57bc-4945-876a-ca9f2ee03310","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.222957987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"ee388ced-57bc-4945-876a-ca9f2ee03310","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.23951081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"ee388ced-57bc-4945-876a-ca9f2ee03310","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.258683371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"bad15fca-8d40-4d62-8957-fc8f3ac4defe","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.312403197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"752e8bbc-f528-4163-bfaa-fc3f350189dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.329970806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"752e8bbc-f528-4163-bfaa-fc3f350189dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.340423053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"7352dd25-d434-46da-8a79-334e83144cd9","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.347998951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"752e8bbc-f528-4163-bfaa-fc3f350189dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.359747847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"fe322884-5b93-453c-bbad-a69a9b1debcf","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:12.370949423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"cee2175d-53f8-4778-a357-488739f7fb53","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:12.37456902Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"fe322884-5b93-453c-bbad-a69a9b1debcf","name":"distinct-w3-2fa947","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-2fa947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:12.374613426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"fe322884-5b93-453c-bbad-a69a9b1debcf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-2fa947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.379863738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6bc78889-8332-4de5-bdc3-0d455023c8c4","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.404319158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"a0cf6bb6-19a2-40f9-bcf0-fcfbbac376bf","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.412198005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"40e3a4bc-a536-4fe1-a754-c8febcf36f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.414328266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b4914fd3-319e-491c-abde-d6d36cb96c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.414356544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"7b235004-a1ea-4bb4-ac73-9b6c75ccfb70","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.422580185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"34f77604-e66c-412e-ac2f-71045fa6bbfe","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.429517719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"40e3a4bc-a536-4fe1-a754-c8febcf36f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.431915788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b4914fd3-319e-491c-abde-d6d36cb96c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.432354529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"7b235004-a1ea-4bb4-ac73-9b6c75ccfb70","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.451048817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"7b235004-a1ea-4bb4-ac73-9b6c75ccfb70","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.480619854Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"37a861e5-1ac0-462b-afa0-7d5ecb556a73","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-w3-2fa947","model":"distinct-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.512014005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"d12b75f7-1c3f-4194-86ae-6359225a3ae0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.529885647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"d12b75f7-1c3f-4194-86ae-6359225a3ae0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.531670675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"e2b5430d-87bc-4ef7-a23a-917e84a57282","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.532298526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"b29953ae-9656-40a1-9819-4c7e41989834","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.54644605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"d12b75f7-1c3f-4194-86ae-6359225a3ae0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.550568859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"1311cd5a-7592-427f-9ae4-e39c77cc4f26","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.586777962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"12ce470b-41ac-48cc-b380-de213bceefb5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.625868776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9bd415c8-94c6-42ac-abd6-e8e9ce2c3c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.626282802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c17dfd3f-a422-426f-af11-72495a25b481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.626359337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"4ccb858c-5e05-4498-a4f4-6661b35ef9a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.643670538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9bd415c8-94c6-42ac-abd6-e8e9ce2c3c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.644166979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c17dfd3f-a422-426f-af11-72495a25b481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.645791701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"4ccb858c-5e05-4498-a4f4-6661b35ef9a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.661885767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"4ccb858c-5e05-4498-a4f4-6661b35ef9a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.6827534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"931eb5ec-4fcc-4234-962a-65cf24836994","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.734571054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"8b28bc8b-c990-46df-9b7e-800a5358ef19","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.734711847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2fa947 priority=0:[ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.74901083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"cf2e5c3c-77b5-407e-9940-636686eb1ff2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.755706693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"0f8c3989-3814-4ab0-a727-f42b1486351a","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.76671337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"cf2e5c3c-77b5-407e-9940-636686eb1ff2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:12.767441834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"ac1a3b35-bd83-4dca-a73d-339b525c9ee4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:12.770808676Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"0f8c3989-3814-4ab0-a727-f42b1486351a","name":"distinct-2-w3-2fa947","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-2fa947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:12.770851617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"0f8c3989-3814-4ab0-a727-f42b1486351a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-2fa947\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.770986052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"246014fd-77b7-4e22-b229-a6d1e68b30a5","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.776167782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"25c36ab6-8af2-4186-9071-246d218f351c","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.782913214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"cf2e5c3c-77b5-407e-9940-636686eb1ff2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.800636431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"31960733-ffab-4602-8b2e-885935283c01","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.816815782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9ea1d877-c5f2-4968-9ab2-2769e47d570b","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.851644065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"80c8a345-e17f-4baa-94f3-958986c185fc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.851646197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"47e49991-06ea-423c-9d0f-1fe924d8b6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.851908864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"60d544ff-edff-4d25-8674-4202a2623ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.852234595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"47830695-2a09-4ffd-8784-bfb70a010ccf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.870850094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"80c8a345-e17f-4baa-94f3-958986c185fc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.871413392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"47830695-2a09-4ffd-8784-bfb70a010ccf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.873029975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"47e49991-06ea-423c-9d0f-1fe924d8b6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.873582325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"60d544ff-edff-4d25-8674-4202a2623ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.874673013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"950f16ff-b190-4aa2-b1c8-52a71f2de7c8","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-2-w3-2fa947","model":"distinct-2-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.888271152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"80c8a345-e17f-4baa-94f3-958986c185fc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.888565235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"47830695-2a09-4ffd-8784-bfb70a010ccf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.928319666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"d681a5b8-e7f1-41df-a0af-78f4ca541920","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.955478027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"860351b2-b129-44a9-bf7c-d8318ab7120a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.955926396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"be8e8fb3-c09f-46d9-a8ba-4630cd734839","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.973018802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"860351b2-b129-44a9-bf7c-d8318ab7120a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.973319017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"be8e8fb3-c09f-46d9-a8ba-4630cd734839","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.98344642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"9b03ff38-8106-4ab3-8c88-7401207abc30","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-2-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.989970106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"be8e8fb3-c09f-46d9-a8ba-4630cd734839","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:12.990243976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-2fa947-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38fb3abc03e2d367c390119d201ded918cf3ccbc26b25581e954fbd62fee4fa1) AuthConfig (82bc0bf9c8a8483e9ec0aa805f8a9e9cfa1858725003997ead88dd9804401a34) AuthConfig (8b7981e59ae9aa7df4904256c18d451f353ac45505f0cbdbcd6763f911def1a9) AuthConfig (ac8aaff1d2eb929281faf34a2372b39dec315ac19fe660b6b575085b511c96c0) AuthConfig (27b2d9c2e74c0c9e8320c014e058c504f48b0c1e13da329f98f256431e49a798) AuthConfig (dee8dee60dfe69b288854dc7fdf0cf5c67159ff19bb207e76010037ad4bfc998) AuthConfig (c4f3b991583e733c2355383ce93881b7db39ce19bef53df152f42f588d6b21fa) AuthConfig (ef43f596d1e8fa06805bc77beef9deba138dd381008e76d2f7ea6a6c17b6c9de) AuthConfig (89b6564405df6ab4472fc4296769d8a3766b66783fb35bf4d1a98c67a2ab599a) AuthConfig (5a2af559dc0e9aa63cce0575d16e3da32432a0fec122a3e9f1a2e8973038aaa6) AuthConfig (e1cc605893c830f1a5f63b5f2a803e8f9b1354cc848c4f65d10c473f099798cc) AuthConfig (1e0fb693fdd03bd4eccee1076350bfa5b6a8828562f9e58f9ac912223d1a0654)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"860351b2-b129-44a9-bf7c-d8318ab7120a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.055408454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1ce79703-9747-4f68-9017-efeb47bc51fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.055662088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"97b66ba0-aa7f-4517-9b5c-db6fe86e5313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.073901116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1ce79703-9747-4f68-9017-efeb47bc51fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.074258745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"97b66ba0-aa7f-4517-9b5c-db6fe86e5313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.220535926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"a079cb6c-bcc0-4408-82a2-b466f9273fac","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.221048419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"f7ad7aaf-412e-416e-8055-2ba5c5fbcc86","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.221389167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-conflict-a-2ba298eb","reconcileID":"f9491399-c0b0-446c-b717-8a0ccde47c7a","MaaSModelRef":{"name":"e2e-conflict-a-2ba298eb","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"e2e-conflict-a-2ba298eb-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"e2e-conflict-a-2ba298eb","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.284352502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"cc2c46ef-142d-46d9-b72a-3ac78afc09db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.284536261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"5d1e327e-abe9-45b7-8f10-ebd130fe9588","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.345182842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0451472c-ff48-4a91-a94a-f970ade4061f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.360874089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5bd3c450-b048-404e-a8cb-d3a7b74b64b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.381699221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5bd3c450-b048-404e-a8cb-d3a7b74b64b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.383885037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0451472c-ff48-4a91-a94a-f970ade4061f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:13.988318336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-subscription","reconcileID":"ebd9107e-3185-4b51-9ae7-ec250a370240","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.049021377Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-subscription","reconcileID":"ebd9107e-3185-4b51-9ae7-ec250a370240","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.104743937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"7fa86abf-33a4-4aea-9f0f-bdaf152f3650","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.197601611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"9133ca91-6229-4c2c-a98a-d3298a26e10b","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.197945281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2fa947 priority=0:[ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.217695161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9c2405fa-b845-4b27-b010-c60b226de3a5","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.24001962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a13270b0-ceea-46a6-b03e-1b306ddb4a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.240064363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"100787a6-1e56-4744-81b0-1c9dbc8ddd8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.240382284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"352e6b47-cb64-499e-b065-8bd0088ce587","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.258236074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"352e6b47-cb64-499e-b065-8bd0088ce587","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.258248445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a13270b0-ceea-46a6-b03e-1b306ddb4a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.260419635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"100787a6-1e56-4744-81b0-1c9dbc8ddd8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.336910474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"30c5979b-b06b-4da5-8616-a476e3d1cfcb","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.385403082Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-dedup-auth","reconcileID":"83a96071-085b-450d-84f5-03a6c9df552c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:14.430186577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"3b4be990-36ef-408b-bca8-53174e5b2474","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.674758353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"69b62334-7d2f-4055-b7de-53da308821d4","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.690898677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"17533c80-15dd-4bfa-bb03-f0b62811db25","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.73291966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"ad892af7-6157-4e77-b2fd-3fed084f21c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.751046726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"ad892af7-6157-4e77-b2fd-3fed084f21c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.888804074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"0670b508-6b3a-4463-88c1-99eecc47414d","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.889042916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2fa947 priority=0:[ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.905895332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"ad1c788f-3384-45c1-b149-b7f07f7a1242","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.918603761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"97ab4d06-b13e-48f7-abcf-cf647d08faa2","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:15.922722645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-sub","reconcileID":"2bf7bdeb-764a-4466-9b7c-dd33f6eb6ccd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.93131991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"718d8d75-44a0-4214-a03c-553a60dd7daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.931332979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"45388807-8b0d-4a23-853a-bd7581c49f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.949059645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"45388807-8b0d-4a23-853a-bd7581c49f03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.949178732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"718d8d75-44a0-4214-a03c-553a60dd7daf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.959712108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"c4ca5fdc-1153-4f51-8796-dbdc1a4c5f36","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:15.977900723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"830e0718-5e16-4379-81dd-779b20530754","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.029622306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"8b00afcd-8c4f-4a97-a8e3-11628caad819","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.047522939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"8b00afcd-8c4f-4a97-a8e3-11628caad819","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.051557271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-sub","reconcileID":"d43fd815-9b24-4bc4-a696-9e80aa653fb9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.133428544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"5116d10b-662b-4ab3-8d43-2fc416233fe0","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.134148239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"81a65378-6a10-4a34-a628-c000ed1c00ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.139725948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c55845f6-c42d-4c43-8927-7df8ff0d2ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.139742696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"bf2e4e5e-f3cc-4b2e-9d07-1e8c27e90a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.153539944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"5b75e53f-97ef-43fc-804c-75837f6d2a31","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.159214268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c55845f6-c42d-4c43-8927-7df8ff0d2ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.159848023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"bf2e4e5e-f3cc-4b2e-9d07-1e8c27e90a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:16.214404637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"8b00afcd-8c4f-4a97-a8e3-11628caad819","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.237534931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-sub","reconcileID":"a607835c-1008-403a-8e53-098c6a01df27","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.254979763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"756605da-20c4-491a-9f25-268b217419b4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.272358735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"756605da-20c4-491a-9f25-268b217419b4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.406866457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"988c3534-28f3-4b5c-b6d2-2f42c628ecc3","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.457550904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"19ab4454-caa1-43fa-b0ae-db28ac7b9031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.458163003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"534fefe8-2301-46e6-a2a7-8ef90560a186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.458564636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"4b65c430-ed05-4e4f-a66e-c121673cd764","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.474849016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"19ab4454-caa1-43fa-b0ae-db28ac7b9031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.47562168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"534fefe8-2301-46e6-a2a7-8ef90560a186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:16.47702836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"4b65c430-ed05-4e4f-a66e-c121673cd764","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.681022966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"fad95c7f-0788-4854-addf-344473f84f75","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.697128377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"05c5fd3f-5354-49c4-83be-dc9147c61da1","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.737438338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"7bc452c7-bbec-41d7-9f39-4807bc444b0e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.755731737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"7bc452c7-bbec-41d7-9f39-4807bc444b0e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.772054578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3230a230e10a952e6f1a40bf2c661b88a79ae06b03d0d0f4d88e007ebfc4c7f) AuthConfig (f6b083ee62aad19a8a408c1890198eb87a3a7c7a3477498768a55ea4799714bf) AuthConfig (f44b0246298998a0bbd13028f0501f6ab7a0dfd4217867ae1ed6bdd358e7a949) AuthConfig (21ab9316edb78f92eeceb048916fb336ca00e43a30206deae0729084503ee229) AuthConfig (dd0eb42e0381a23e5550992e22a3e9a718d3f08b9da5e175c64763c94bf73dd7) AuthConfig (635b93f9f6a908fa580100038134bae77cf07a9130d99697b185aebeb00d4c03) AuthConfig (f377ae8b16373a6332427f79d2121fe3f5ff8b0e2be9efcb6580c84cefde58a2) AuthConfig (8baa93766c41f4e8bcdcb56c1e8dd0a4027e4bc04a379ef3d5f3831e3c51fa74) AuthConfig (a5d75441a22af8b018d412c0653b9317781a514523e4da6090d48528d73bd0da) AuthConfig (6db058f9417353a2c1b82403c631b8ee9ab434a45c8e440bd87b132c33b33964) AuthConfig (16a662dcffeedaf184b3c935def0227027656a1540cb63f07029396d326fea2a) AuthConfig (865802c28218b6e9a27123015efbfb9fe62fa7e049ad9cbe7d1cb6724ddafcd3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"7bc452c7-bbec-41d7-9f39-4807bc444b0e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.791277254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"54fa6266-25e7-4192-9135-b5a1c468ade6","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.837525687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"2fa1c258-0013-4331-bbb0-9c972ff749e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.856392192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"2fa1c258-0013-4331-bbb0-9c972ff749e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.872744246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3230a230e10a952e6f1a40bf2c661b88a79ae06b03d0d0f4d88e007ebfc4c7f) AuthConfig (f6b083ee62aad19a8a408c1890198eb87a3a7c7a3477498768a55ea4799714bf) AuthConfig (f44b0246298998a0bbd13028f0501f6ab7a0dfd4217867ae1ed6bdd358e7a949) AuthConfig (21ab9316edb78f92eeceb048916fb336ca00e43a30206deae0729084503ee229) AuthConfig (dd0eb42e0381a23e5550992e22a3e9a718d3f08b9da5e175c64763c94bf73dd7) AuthConfig (635b93f9f6a908fa580100038134bae77cf07a9130d99697b185aebeb00d4c03) AuthConfig (f377ae8b16373a6332427f79d2121fe3f5ff8b0e2be9efcb6580c84cefde58a2) AuthConfig (8baa93766c41f4e8bcdcb56c1e8dd0a4027e4bc04a379ef3d5f3831e3c51fa74) AuthConfig (a5d75441a22af8b018d412c0653b9317781a514523e4da6090d48528d73bd0da) AuthConfig (6db058f9417353a2c1b82403c631b8ee9ab434a45c8e440bd87b132c33b33964) AuthConfig (16a662dcffeedaf184b3c935def0227027656a1540cb63f07029396d326fea2a) AuthConfig (865802c28218b6e9a27123015efbfb9fe62fa7e049ad9cbe7d1cb6724ddafcd3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"2fa1c258-0013-4331-bbb0-9c972ff749e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.891199386Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-2fa947 priority=0:[ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-2fa947/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.891234287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d0cecb48-47e8-4d68-bf82-0fc512af4f4f","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.909818631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d64c336a-a39e-4e37-9f58-7df84b26f993","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:17.92196283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-sub","reconcileID":"c0b856c0-2d05-4da7-bf60-0dc9d88bba55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.938054611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"ad254089-c7ea-45e9-aab4-4578c977b454","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.93805437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d8f092b2-1a43-41c1-b374-88b8ab281de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.938394931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"08778047-0338-4932-ad1f-4909907e0bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.95579785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"ad254089-c7ea-45e9-aab4-4578c977b454","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.955805553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d8f092b2-1a43-41c1-b374-88b8ab281de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.957969486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"08778047-0338-4932-ad1f-4909907e0bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.960953279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d8f6ae73-211c-47c9-81fc-4b6fa4092baf","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.973142137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3230a230e10a952e6f1a40bf2c661b88a79ae06b03d0d0f4d88e007ebfc4c7f) AuthConfig (f6b083ee62aad19a8a408c1890198eb87a3a7c7a3477498768a55ea4799714bf) AuthConfig (f44b0246298998a0bbd13028f0501f6ab7a0dfd4217867ae1ed6bdd358e7a949) AuthConfig (21ab9316edb78f92eeceb048916fb336ca00e43a30206deae0729084503ee229) AuthConfig (dd0eb42e0381a23e5550992e22a3e9a718d3f08b9da5e175c64763c94bf73dd7) AuthConfig (635b93f9f6a908fa580100038134bae77cf07a9130d99697b185aebeb00d4c03) AuthConfig (f377ae8b16373a6332427f79d2121fe3f5ff8b0e2be9efcb6580c84cefde58a2) AuthConfig (8baa93766c41f4e8bcdcb56c1e8dd0a4027e4bc04a379ef3d5f3831e3c51fa74) AuthConfig (a5d75441a22af8b018d412c0653b9317781a514523e4da6090d48528d73bd0da) AuthConfig (6db058f9417353a2c1b82403c631b8ee9ab434a45c8e440bd87b132c33b33964) AuthConfig (16a662dcffeedaf184b3c935def0227027656a1540cb63f07029396d326fea2a) AuthConfig (865802c28218b6e9a27123015efbfb9fe62fa7e049ad9cbe7d1cb6724ddafcd3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"ad254089-c7ea-45e9-aab4-4578c977b454","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:17.979514324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"aefbe4f9-f77d-4ee1-86ee-2ee869990447","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.037760651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"30b9b08e-e72a-48e4-a3f9-5dc6075cd599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.038873871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"c7376845-9a36-420b-8339-da49fdabc972","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.039698701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c3cd5052-a4fb-4277-8270-9ef7189daa1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.065492052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"30b9b08e-e72a-48e4-a3f9-5dc6075cd599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.065787986Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-sub","reconcileID":"fc983681-b682-4fd4-8043-8ac30c8d2284","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.070334199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c3cd5052-a4fb-4277-8270-9ef7189daa1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.072473384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"c7376845-9a36-420b-8339-da49fdabc972","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.088734379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-ed84cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f3230a230e10a952e6f1a40bf2c661b88a79ae06b03d0d0f4d88e007ebfc4c7f) AuthConfig (f6b083ee62aad19a8a408c1890198eb87a3a7c7a3477498768a55ea4799714bf) AuthConfig (f44b0246298998a0bbd13028f0501f6ab7a0dfd4217867ae1ed6bdd358e7a949) AuthConfig (21ab9316edb78f92eeceb048916fb336ca00e43a30206deae0729084503ee229) AuthConfig (dd0eb42e0381a23e5550992e22a3e9a718d3f08b9da5e175c64763c94bf73dd7) AuthConfig (635b93f9f6a908fa580100038134bae77cf07a9130d99697b185aebeb00d4c03) AuthConfig (f377ae8b16373a6332427f79d2121fe3f5ff8b0e2be9efcb6580c84cefde58a2) AuthConfig (8baa93766c41f4e8bcdcb56c1e8dd0a4027e4bc04a379ef3d5f3831e3c51fa74) AuthConfig (a5d75441a22af8b018d412c0653b9317781a514523e4da6090d48528d73bd0da) AuthConfig (6db058f9417353a2c1b82403c631b8ee9ab434a45c8e440bd87b132c33b33964) AuthConfig (16a662dcffeedaf184b3c935def0227027656a1540cb63f07029396d326fea2a) AuthConfig (865802c28218b6e9a27123015efbfb9fe62fa7e049ad9cbe7d1cb6724ddafcd3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"c7376845-9a36-420b-8339-da49fdabc972","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.156301575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"3212b877-408e-416c-887b-7dbac6e274e7","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.169920041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"a4ba240f-3bef-49a5-9d9c-ad74125b35ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:18.236720882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-sub","reconcileID":"c4e86763-1afb-4d41-9fe4-c9a40d3f1013","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.39423969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"9a8398df-21ea-47ec-a681-a573a19c392f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-2-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.447149635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7da3602e-3214-4903-a404-ead8379c229e","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.595851344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"713b5450-8a35-4d1f-be71-6b7a182cf6fa","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.649047301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"e04d25c2-f608-4f0b-9841-4ac92b2849c2","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.844864737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"64284722-a335-4437-81ee-e80ca2330e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.845856455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"14a5d2b5-a1dd-4589-b000-4800127537e2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.845996956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b7d4dfbb-0241-403e-a807-0504dbf2ffdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.845858429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"e9bb3a00-2887-474e-811d-ab3ba712024f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.863769263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"14a5d2b5-a1dd-4589-b000-4800127537e2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.864219998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"64284722-a335-4437-81ee-e80ca2330e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.865903046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b7d4dfbb-0241-403e-a807-0504dbf2ffdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:20.868038233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"e9bb3a00-2887-474e-811d-ab3ba712024f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.024060006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"fb2fd64a-e3f6-44df-b788-d739f95648ee","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.026741846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"4c3fdab7-e3a4-4c5a-b9dd-f32a39e3846e","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.059977169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ee98f34f-518d-430f-9ffc-c8be6c302f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.060177997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b5da26fa-9de1-4279-8910-881cbf14486f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.079107972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ee98f34f-518d-430f-9ffc-c8be6c302f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.081216552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b5da26fa-9de1-4279-8910-881cbf14486f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.111669231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"31d81664-bb8b-4621-9205-a1a996b21364","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.113205386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"a8fb3c4d-7259-4679-95d9-1369c07a2e76","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.160403148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"98d3457a-1a78-4742-9a2e-174310bd87c9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.168950037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"20f4c6e3-851f-46f7-a425-a0933fd4ee90","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.16979357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"9198a7c0-24a1-4b76-830b-6ea7074bf7ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.176257437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"63357f3c-f233-4ab8-a1f5-9422399f4e05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.18030842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"98d3457a-1a78-4742-9a2e-174310bd87c9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.188280159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"20f4c6e3-851f-46f7-a425-a0933fd4ee90","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.240590922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4915941a-e202-4ee2-b37c-7bbdf7db2beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.280637244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4915941a-e202-4ee2-b37c-7bbdf7db2beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.391436144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e23376c7-095d-40e2-98f6-99e0f2813769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:21.408644599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e23376c7-095d-40e2-98f6-99e0f2813769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.754840854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"a7337b59-c37a-4036-9fd7-8ca21b0d15f0","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.861403906Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"d9f65b4b-c18d-44e8-bf4c-c44aeec26ada","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b46d1a2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.889303077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1310166a-cf03-447f-8786-dac086e2842b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.889356072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"6d630c2a-ae4b-4fa1-a14c-760d6a2d89f5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.889618628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"096e793d-3f58-4f66-a60d-4dddab1578ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.889774295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1f657d1b-88aa-448a-a3c1-af806cb16a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.908621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1310166a-cf03-447f-8786-dac086e2842b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.908822957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1f657d1b-88aa-448a-a3c1-af806cb16a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.912146944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"6d630c2a-ae4b-4fa1-a14c-760d6a2d89f5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:22.956034406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"096e793d-3f58-4f66-a60d-4dddab1578ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.05136349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f7df6788-f480-4254-a579-643a8df9b6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.052032953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1ee1ba9e-1281-4ec0-a2c0-3d68d3ad8aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.052289973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"42818018-3b6c-47fc-8210-4239f5d85b62","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.065946408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"8b42267f-9990-45ac-bf04-ca06f8e66f1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.070123354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f7df6788-f480-4254-a579-643a8df9b6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.070540107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1ee1ba9e-1281-4ec0-a2c0-3d68d3ad8aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.072491244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"42818018-3b6c-47fc-8210-4239f5d85b62","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:23.083463862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"8b42267f-9990-45ac-bf04-ca06f8e66f1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.453502903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-sub","reconcileID":"fec1f103-8b54-418b-b79d-de833866dee8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.517722089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-sub","reconcileID":"fec1f103-8b54-418b-b79d-de833866dee8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.576667058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"24c70585-95d8-4c06-bd17-0be539b0c3e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.582504809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"1e1f057b-5aef-414a-b61c-700faac380a8","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.602835192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"440ec25d-0c8f-4940-a1af-01393270f3ef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.622557067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"5b6ea1d9-d8dd-4666-a789-ee36230afa8f","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.623400566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"82d3d913-e9bd-4aae-9a11-55e2fd204728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.623405072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"a7d1e6a5-30c4-4fd8-8429-2d64e473641c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.623601324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aa522a79-05ed-4a4f-96b6-ae88a8ef8067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.641408582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"a7d1e6a5-30c4-4fd8-8429-2d64e473641c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.64151294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"82d3d913-e9bd-4aae-9a11-55e2fd204728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.643520926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aa522a79-05ed-4a4f-96b6-ae88a8ef8067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.732212964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-api-key-no-access-auth","reconcileID":"0873c72b-e38e-4bde-94c0-1b975677dcf6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.732269703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a15a0061-e040-4ddf-860b-dbb82c8d12b1","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:26.801345075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"8e51586a-5cee-4cd7-a18e-86e79e69dd73","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:27.993937835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"ed508fcc-0142-448c-a5f2-0453e8c4107a","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.013090632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"814490a1-5874-4ba5-8764-dec23f52f0d7","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.053745534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"a76c6bbb-f3cf-4408-b664-6eec28881025","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.07141518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"a76c6bbb-f3cf-4408-b664-6eec28881025","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.146303224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"b02cb027-00ec-439a-8c8e-84c1149e2a50","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.154192636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"f6a346e2-7f31-4704-aeb5-8fc40dcb945e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.172120324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"f6a346e2-7f31-4704-aeb5-8fc40dcb945e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.19922342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"2c5cb9e5-9fb4-462e-a2b5-ebbb3c08d683","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.217803499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e276b19d-7e64-49f0-9c01-dc34dc2870c4","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:28.230335357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-valid-sub","reconcileID":"6cacb677-0676-4aba-841a-236e25777f5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.254488577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"92db3394-8d9e-4980-aa34-c68750ba8768","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.254613441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"15a3d06d-bae2-469b-b243-38c501006bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.2544884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"dafa9a66-5d1d-4f43-8852-1a78f7e0b076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.269550491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"2cabbb37-9717-46d4-a134-541ac71425d6","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.273523035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"15a3d06d-bae2-469b-b243-38c501006bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.273764994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"92db3394-8d9e-4980-aa34-c68750ba8768","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.275824777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"dafa9a66-5d1d-4f43-8852-1a78f7e0b076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.288151419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"0495eb23-e4f0-4b34-8440-5b45b4b97020","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.334518451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"2c2d3d16-9e2d-42b6-a818-d64f6499b409","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.362301536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-valid-sub","reconcileID":"788820db-a59b-4abb-b885-30d51dcdaf44","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.372583983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0d758343-38c0-442a-b6b8-e576dc2482df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.373019364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"f72f764e-4f5f-4b49-a161-d70b17d25ef0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.373155609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b4e0cd25-ddab-49ce-b65c-c0155c14f923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.390358823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0d758343-38c0-442a-b6b8-e576dc2482df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.390486643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"f72f764e-4f5f-4b49-a161-d70b17d25ef0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.392670425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b4e0cd25-ddab-49ce-b65c-c0155c14f923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.412298338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a18b3e5a-19a0-4359-9220-8f81eb48410b","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.443374436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"eb028615-1ec6-4d78-82c2-b022b192ec86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.544299577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-valid-sub","reconcileID":"241a3f9f-90ab-4fd9-93db-fc23b17d6d2d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.731649252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"97e9a6ca-c51a-40b8-94d9-a3a860837318","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.774012761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"1b15f135-29f6-4128-9278-415bc580b7be","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.774045187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1b2662e6-d4a5-4b47-b49a-203429ce2da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.774439121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4ce2aee4-5136-41cc-ac18-8854a4f10411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.793163799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1b2662e6-d4a5-4b47-b49a-203429ce2da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.793218252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4ce2aee4-5136-41cc-ac18-8854a4f10411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:28.795372977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"1b15f135-29f6-4128-9278-415bc580b7be","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.364067738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"0b3117fb-613c-4387-8e2b-36897f241718","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.405546077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"222125c1-433a-49a5-be8b-9d3dfee28fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.405824324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"395c71fb-19cc-4540-872b-f977fb37be27","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.405873365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2296ffff-bb00-4c90-a5e9-1aa2df5b2373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.424645602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"395c71fb-19cc-4540-872b-f977fb37be27","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.424887045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2296ffff-bb00-4c90-a5e9-1aa2df5b2373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:29.427524049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"222125c1-433a-49a5-be8b-9d3dfee28fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:32.876226621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"9f4a83f1-d1a1-427d-9f0b-e78df93483ef","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:32.890628569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"9f4a83f1-d1a1-427d-9f0b-e78df93483ef","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:32.904744741Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub1","reconcileID":"9f4a83f1-d1a1-427d-9f0b-e78df93483ef","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:32.987346023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"cad88bf5-7ddd-49fc-ada4-d49a1bce02dd","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.056267982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b2fcc5a1-b31a-4534-90f0-e49a66f59a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.056482453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c4149319-bc67-4bb1-a7a2-012e3797fffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.05662462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"3691d8d6-ab23-4f4d-9513-5a032b472573","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.056266454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"b3012a51-104f-4cc3-afa2-03c6fa156d3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.074671191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c4149319-bc67-4bb1-a7a2-012e3797fffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.074803655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"3691d8d6-ab23-4f4d-9513-5a032b472573","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.076938412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b2fcc5a1-b31a-4534-90f0-e49a66f59a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.077073873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"b3012a51-104f-4cc3-afa2-03c6fa156d3d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.145200157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"ed4a4893-712d-498d-889d-426deb908ff0","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.188246856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"1ea35337-7a8b-430c-a546-e8ad2aea4c1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.192289933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"3805c44a-82c3-4432-acfd-fad40b1fd65e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4707b393","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.2056636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"1ea35337-7a8b-430c-a546-e8ad2aea4c1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.286410825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"af995b7d-6e9d-4292-a95a-5bdbd1cae643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.286458785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f358db1e-bd19-4401-8826-00978e82c96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.28673282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"82ca229f-6864-47cc-9361-54a4c47a3507","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.304159454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"af995b7d-6e9d-4292-a95a-5bdbd1cae643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.304447196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f358db1e-bd19-4401-8826-00978e82c96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.306490621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"82ca229f-6864-47cc-9361-54a4c47a3507","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.402688951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"12b61613-77f5-4ead-bc40-acbacde52367","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.42059935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"12b61613-77f5-4ead-bc40-acbacde52367","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.504721572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"90b92e16-bdc7-461b-a386-bccae91df437","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.504857571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"37bfed2b-c539-43b1-a5f9-540a9174e045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.504722949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd70e42c-ed97-4964-94ef-82dfd6c76ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.52282713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd70e42c-ed97-4964-94ef-82dfd6c76ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.523606765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"37bfed2b-c539-43b1-a5f9-540a9174e045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:33.52507441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"90b92e16-bdc7-461b-a386-bccae91df437","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:34.887868502Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.483676696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"5fb31ac5-dfb4-46f1-ba5c-37b352fb3d89","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.484251169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"d41bf165-7525-4892-91a1-9921ad1fd661","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.514126252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"19bb6fdc-e50c-4664-8cec-fba2a8c37d5a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.514456926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"ede652a3-2c02-42f0-830f-618daf1ec9b2","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.527216148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4236c774-d109-4bdb-808a-66eda96c0bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.52723983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"aada1fd1-2fae-4b3c-9269-3442f0d146f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.545051966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"ac0b86c8-8c56-40ef-8b4a-b77895a84398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.545417825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"8c38dc9f-e61f-45dc-8eac-faf6bb3ce8fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.548213326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4236c774-d109-4bdb-808a-66eda96c0bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.548684695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"aada1fd1-2fae-4b3c-9269-3442f0d146f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.646595139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1834a392-8c17-4ff3-808b-a023d7e989c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.647474712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"cb1db2a3-da33-4fe2-bb19-577631a532cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.667569562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1834a392-8c17-4ff3-808b-a023d7e989c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:37.667750811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"cb1db2a3-da33-4fe2-bb19-577631a532cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:38.777982908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-valid-sub","reconcileID":"29838c54-2f53-4d9b-8af8-f3ba1446396c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:38.839249537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-valid-sub","reconcileID":"29838c54-2f53-4d9b-8af8-f3ba1446396c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:38.896471826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"bc28d748-1ae9-4ff3-8946-a7311cab3634","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:38.988623731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"3c55e192-d8e2-41ed-b0e7-1d5e955b96d8","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.030430343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"de4054fc-d292-4d49-b86e-4e86df374479","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.03062084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d48566e6-5e91-495f-babd-8faca515b6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.030430336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2db6003d-146e-4165-a829-21596140af5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.049708197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d48566e6-5e91-495f-babd-8faca515b6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.049909559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"de4054fc-d292-4d49-b86e-4e86df374479","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.052088859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2db6003d-146e-4165-a829-21596140af5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.142680868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"1ad8660d-a84e-4f66-81df-a272b6081e62","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.177523544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-models-invalid-sub-auth","reconcileID":"d4ad949f-0075-4a1e-bf31-a6cfc39ccfa0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.228821306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"edbe644a-841e-49e5-9e9c-b90fdedbb5b6","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.414214476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-sub","reconcileID":"94223f73-ba6a-4f49-9f06-05eee4d091da","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.473636921Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-sub","reconcileID":"94223f73-ba6a-4f49-9f06-05eee4d091da","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.530223041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"639afb3f-80c2-4d42-9824-00483059e0bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.539055206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ec1087b6-4e6c-4504-95f7-11ae9c4e12d2","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.582220016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9732110f-b84f-4b69-a321-0f53a9cde0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.582236618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"6169d74e-7c6f-4f7e-993b-7f766c97a027","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.582584152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"292cc9a4-e8bf-4c6e-9067-8a59a3c69e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.600477001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"6169d74e-7c6f-4f7e-993b-7f766c97a027","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.600541518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"292cc9a4-e8bf-4c6e-9067-8a59a3c69e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.602850972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9732110f-b84f-4b69-a321-0f53a9cde0a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.697911593Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-api-key-scoped-auth","reconcileID":"8e261bf5-4901-496f-a737-78e6cae011e7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.697966722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"aed25125-1af7-435e-b090-79eaa2b3cc15","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:39.759376461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"6dbebdca-fb0a-4aec-b4d4-1bfc268d42db","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.243975509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0bc70b97-6d1a-4fbd-b1fc-ecbab13e00c2","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.261781582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"f8eb5165-dbc1-4c1f-b54c-dd38f804e572","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.315936252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"b8d70dee-e15e-483a-aa6f-c7f0a279d6b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.334193825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"b8d70dee-e15e-483a-aa6f-c7f0a279d6b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.4113883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"8c297cbf-6696-424d-a01f-66f260c65cda","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.485191614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"920dc6f5-60e1-41f6-9d1f-635bfd09950f","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.50436076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"9eafcc28-de62-436e-8a9c-4c394d42ccf9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.516423574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0d749408-43d6-49d4-9d21-cabc847d9369","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.533482522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"9eafcc28-de62-436e-8a9c-4c394d42ccf9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:40.539273645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"8ac12202-a6a9-4332-91b6-b81689e4772b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.591889821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"9d29beca-f169-40bd-984b-52012d194423","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.597497391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6042b5bb-0010-4cb0-b5e4-6887f0978748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.605018414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f96ad1f2-b53b-4c51-a76b-1d3025b51a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.609332903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"029a601c-19eb-4deb-8561-6fed9695a3e5","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.616259906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6042b5bb-0010-4cb0-b5e4-6887f0978748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.623135001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f96ad1f2-b53b-4c51-a76b-1d3025b51a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.672429681Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"88233ac5-9dcd-4c18-90bd-becc6a789c10","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","model":"distinct-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.692070664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"573fff91-f91f-4c74-947f-840850089e20","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.710505047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"74edcac5-afd3-4cf0-ab9c-3bfaddb2e1e7","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.725350916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"530b44dd-2efa-4299-b881-444f5fb74fe0","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.727617966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"31021afd-371c-48ba-ae36-c9b0728f5391","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.745590588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"31021afd-371c-48ba-ae36-c9b0728f5391","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.78885253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"0b807639-a151-4cba-a703-325de2953575","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.842289241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"afb7c050-2c5f-4b5a-a19d-792f77df9b94","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.842289148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d55fd668-df7a-42e4-b65d-1385e94b7496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.860712729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"afb7c050-2c5f-4b5a-a19d-792f77df9b94","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.860895348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d55fd668-df7a-42e4-b65d-1385e94b7496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.910906629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"f32c52d0-a57d-4fd0-b325-5b9651396978","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.910955272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e76703 priority=0:[ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.931021485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"7e26c13a-de66-4e48-8651-44311c0a1b44","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.944365089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3681dc7a-635c-4626-98c6-1ba04a2c281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.944572229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"b2640e93-c52e-4217-aa67-49f02cf82898","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:40.94716566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.961947373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3681dc7a-635c-4626-98c6-1ba04a2c281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:40.963270257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"986e683a-e760-42fa-8293-2ff22c0c08a8","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.021123198Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"71cc4f75-2161-42fa-95e0-6bf0e7d199d2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","model":"distinct-2-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.041989254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d9a018f1-36bd-4e2e-9231-eda7fd9e9ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.042316544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"e0498f74-bbb0-4b05-bfe3-b46125d7fb97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.059290743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d9a018f1-36bd-4e2e-9231-eda7fd9e9ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.059752867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"e0498f74-bbb0-4b05-bfe3-b46125d7fb97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.072643103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"ba7dba64-9042-4538-b1fb-4c61b27affc3","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.081684475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"5b5fe678-eaec-4d16-8c49-3b4206d7540d","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.091904307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"f8f0719d-9884-4097-a9ab-e9af18bd15e1","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.097410363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"28f628d4-f28d-4b1e-9da3-52a4d3c5e012","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.131174552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"35599cf8-9310-492c-b8df-7c185b948659","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.137103894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"a1b49a36-3245-4072-af02-fe55c4fe674f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.154345115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"a1b49a36-3245-4072-af02-fe55c4fe674f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.162947893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"41714af9-0ce9-4c5d-8454-858bf42458dd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.180878311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"41714af9-0ce9-4c5d-8454-858bf42458dd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.229264243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d74f416b-0714-483c-8cfa-43bb53e91b9c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.260230312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"83fc63de-0c83-4742-9745-ed710649eb97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.260290286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a9ba7abc-ecef-404c-9c09-d48488cf2af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.260617925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b721b105-23ab-488a-a1c2-55bca789714b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.279374972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"83fc63de-0c83-4742-9745-ed710649eb97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.280522951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b721b105-23ab-488a-a1c2-55bca789714b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.281620509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a9ba7abc-ecef-404c-9c09-d48488cf2af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.286760848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"2a5f4618-2c4c-4dc4-b82c-5d186ce82bb4","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.286958635Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-e76703 priority=0:[ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.307335601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"44f98ac2-be58-4075-962c-b38f8e530e11","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.320355856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"bd1cc605-0d76-4b01-ae07-68a6d93de26c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:41.321837657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.333389164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1fa774c3-f1b4-42c8-8d02-865326063e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.333884246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"75ba7486-cf4d-468d-add6-d6bc2503a205","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.337518274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"92a9cbf5-f174-478f-8413-779a78c70235","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.351583902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1fa774c3-f1b4-42c8-8d02-865326063e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.352236411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"75ba7486-cf4d-468d-add6-d6bc2503a205","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.414898179Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-user-sub","reconcileID":"cc29892a-52e6-41e6-baac-79bd9b4d6d99","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-models-user-sub","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.448547947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"26eef538-05bb-43be-af98-f72960c9824b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.466498083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ff65ffe4-b434-4a64-ae86-3793443a2e25","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.467291743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"26eef538-05bb-43be-af98-f72960c9824b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.48549496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"3c0f0c56-fd4b-40b1-8fdd-884a9f80ef45","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.485604088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ed84cd priority=0:[ai-tenant-e2e-worker-w2-ed84cd/e2e-models-other-sub ai-tenant-e2e-worker-w2-ed84cd/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w4-e76703 priority=0:[ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-e76703/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.495742811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"ede29d11-2d00-4566-a652-e821070d4d8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.505044875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"42f414af-643f-4c5f-ab60-d049780cecc8","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.519704327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"426841e7-32ae-41f3-a30b-9b992a0707cd","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:41.523602998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.537591199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d42f70cd-65ff-4495-b879-120d623792f5","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.550718999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2281ca74-5d9a-4675-91a1-b2a3d758e6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.551028371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"d346ab85-bc4f-4e89-a60e-4c8c9ac4ab39","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.569566334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2281ca74-5d9a-4675-91a1-b2a3d758e6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.570266907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"d346ab85-bc4f-4e89-a60e-4c8c9ac4ab39","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.615034159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-other-sub","reconcileID":"9adddb23-734f-4758-8446-e192300385b6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-models-other-sub","ai-tenant-e2e-worker-w2-ed84cd/e2e-models-user-sub","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.647050391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-user-sub","reconcileID":"2db0a700-7f96-4ce1-bc57-d435a9c79b3b","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.64985713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"521b1704-1669-433a-893c-ea22faa06abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.667188834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d68eecc6-053d-4084-ae35-a2acd3401a89","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.671283141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"521b1704-1669-433a-893c-ea22faa06abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.697559532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"e00af545-d0b4-4812-a97f-0436d6e37fcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.778047268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"faeea6e3-664f-4247-9f22-c225439c7bc7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.778499226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"20137a8d-171f-4500-9602-cc0b84db518d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.856355336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"20137a8d-171f-4500-9602-cc0b84db518d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.858752194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"faeea6e3-664f-4247-9f22-c225439c7bc7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.858866582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-user-sub","reconcileID":"1a531afe-6868-4122-a31f-422ed338f3ac","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:41.859224217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-other-sub","reconcileID":"924f1c94-7f06-4512-b887-01dfa591cd1c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.142440538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"526e2e82-d741-4b66-9274-31b7dff47b69","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.211513396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"b2a7862f-c400-4208-96f4-49ec29393a63","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.220558035Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"1a31bb9c-c080-4b4d-8850-65357272ca5e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0dd69e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.240571056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"571279b1-ade6-4982-bc57-bc249e5b847f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.240666531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"07fe3605-c0ad-4d04-b60f-8b5baef76031","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.240968351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0a4c23d6-caef-4ddc-8aa2-680066ed87f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.241003055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"f4a4fbb6-59de-4433-8c43-0bff4f7617bf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.26647962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"571279b1-ade6-4982-bc57-bc249e5b847f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.276451788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"f4a4fbb6-59de-4433-8c43-0bff4f7617bf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.277647796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"07fe3605-c0ad-4d04-b60f-8b5baef76031","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.285189487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0a4c23d6-caef-4ddc-8aa2-680066ed87f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.299002711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ea15f62b-3552-4502-914a-0abd04548a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.323515748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ea15f62b-3552-4502-914a-0abd04548a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.469833167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1e6ada8d-f5f6-4741-ab01-d9754a8297e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.483390982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"df8c5166-800f-4c44-bbc3-89903f2ac7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.490749049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1e6ada8d-f5f6-4741-ab01-d9754a8297e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.505681189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"6dd4f932-ab0c-469d-91e1-875ed6b7487a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.505686668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"a5d3a3a7-1bef-4dbe-8340-14d9173f393b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.50618603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f9259064-93b4-4316-9b82-fbf3c136da5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.5104531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"df8c5166-800f-4c44-bbc3-89903f2ac7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.526052342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"6dd4f932-ab0c-469d-91e1-875ed6b7487a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.528470814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f9259064-93b4-4316-9b82-fbf3c136da5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.528483199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"a5d3a3a7-1bef-4dbe-8340-14d9173f393b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.585175074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"e245ae3a-a1dd-4dca-bbba-2afac894af7f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:42.609399656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"e245ae3a-a1dd-4dca-bbba-2afac894af7f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.207132922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"e1e9e395-a229-4394-b704-7b44f8d926a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.221122216Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"e1e9e395-a229-4394-b704-7b44f8d926a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.234910327Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-sub2","reconcileID":"e1e9e395-a229-4394-b704-7b44f8d926a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.387408166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"2e88c4d0-101d-4cf0-ac83-e744a3792912","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.407734213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"d07a2932-ed88-4f5a-9540-d5a4c91459db","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.428631374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"2e45c815-2cdb-45ad-b407-c7d527ac9148","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.456544701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"bb4f15a2-5bf4-412f-a7d3-e76b9cb5799f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.456565065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"06823ddf-dbaf-455c-a7f2-26e0b08d8f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.456884634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b3d46118-9d99-48ea-abd7-0a14b4f4bf4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.456902699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"39879f70-762c-4aa5-8eef-24c104a6955c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.475652585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b3d46118-9d99-48ea-abd7-0a14b4f4bf4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.476316314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"06823ddf-dbaf-455c-a7f2-26e0b08d8f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.477895214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"bb4f15a2-5bf4-412f-a7d3-e76b9cb5799f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.478567754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"39879f70-762c-4aa5-8eef-24c104a6955c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.53954467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth1","reconcileID":"0be72567-dc27-42e8-a4ea-21ee39d88096","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.539628118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"461e81c3-b5dc-4e34-8bae-f751b241f5a1","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.678910813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6a86e508-8aae-4fe3-85df-f6cfdd133d5c","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.687785753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"78a97d74-1131-48ec-bc68-90fbc2babe28","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.706520214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"78a97d74-1131-48ec-bc68-90fbc2babe28","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.829672011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-return-all-auth2","reconcileID":"39c454d1-5a32-4615-856d-069c3b6803c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.829715159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"8b8677b2-fad2-4bb8-b27f-38fcc05be5a9","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:43.965148598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"6df6d8ab-da64-4ddb-a88a-90c364b9761e","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.228645332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"11209e80-b77d-40ae-8f8e-315e09a7e07c","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.257587459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e6ccfbe0-c4ef-4c84-a40b-b8b165202938","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.290854644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"646b8bbb-171b-4cc9-88e2-ffff567e6a7f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.309290479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"646b8bbb-171b-4cc9-88e2-ffff567e6a7f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.388111939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f9e1eb60-2d24-4931-bee1-c84622936ff2","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.425504508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"4c1e2217-2d4d-4c9e-ab1b-79d5d18bf539","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.431153819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"71818313-8896-4b57-8796-1e9101076452","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.446462079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"88960ce2-3c11-4cd9-babd-7653528ebbc3","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.450206317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"71818313-8896-4b57-8796-1e9101076452","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:45.462006382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-sub","reconcileID":"36d25195-26d0-4ca1-9de5-f27491ceb8e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.503122279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"84eb9fdc-412c-45ed-b453-be90ba39861b","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.523137113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"12aaff30-87df-40dc-ab41-daf13356852e","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.53048547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1cb9cc07-4026-466c-b4ac-27d80bcbc76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.531033433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ac6443f5-9569-46d0-b4e3-3970d759bb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.54978388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1cb9cc07-4026-466c-b4ac-27d80bcbc76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.550279384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ac6443f5-9569-46d0-b4e3-3970d759bb14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.603673481Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-sub","reconcileID":"b2cfac3b-7260-4dfd-8a96-f46ff4a0a844","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.635447811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"0e931ad3-7ba0-476f-8a02-07a9cb95e523","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.654051935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"0e931ad3-7ba0-476f-8a02-07a9cb95e523","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.660240467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e1dcbfb5-e664-4c41-8504-405d2b92ce38","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.681235667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"20e49e9a-9bfd-47e7-b203-c8b4667af8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.730914165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"222de64e-9690-40b1-add1-64bd97ca6c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.731172861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"710b027b-9d2d-4af7-a540-c5ed57324cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.748708299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"222de64e-9690-40b1-add1-64bd97ca6c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.748859545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"710b027b-9d2d-4af7-a540-c5ed57324cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.78211074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-sub","reconcileID":"504cf8e3-a523-43b9-ab8c-0500b5090195","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:45.963001392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"ada4b157-915c-4db8-a1a0-7a76eff419e8","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.005587883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"3dddd872-f733-4044-b3d7-3057541678f0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.005589982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"77f32201-fa74-417a-8af3-698b6ec3f52e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.006713653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4eea52e8-6433-4c09-a44b-c92402bd92c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.025236097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"3dddd872-f733-4044-b3d7-3057541678f0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.025376979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"77f32201-fa74-417a-8af3-698b6ec3f52e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:46.029283899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4eea52e8-6433-4c09-a44b-c92402bd92c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.630301616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"f198c851-f90e-41e8-b31c-e0490e9e1616","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.630847226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f967764f-a700-4249-97f9-6ab02fe4dac5","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.662700246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7512c9ba-3826-4071-812f-4333485045cc","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.663168368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"6b94d862-c398-49ab-b9fc-6d3e6e12d9f2","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.67432965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2ac54ee5-f740-40dc-808f-94253dc49e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.677009243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a50ee4c0-f41c-4d92-97af-47b9153498bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.690354045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"045e7020-ee1b-402a-95a3-d83c6054e417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.690388907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"d81bcfb9-a021-4441-9cf4-123e874975de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.69287002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2ac54ee5-f740-40dc-808f-94253dc49e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.69484434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a50ee4c0-f41c-4d92-97af-47b9153498bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.865513887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3a0cbe5d-46df-4d33-b7ec-4d3b2855b951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.865857162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"3669ea44-4add-4110-bf07-9394b40d3a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.884416662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3a0cbe5d-46df-4d33-b7ec-4d3b2855b951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:47.884442097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"3669ea44-4add-4110-bf07-9394b40d3a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:51.881880449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"8187332b-9092-4e87-ba5a-157007cea9b8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:51.996999991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"ff92bc7d-f70f-40c8-829d-186f4d7c055c","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.253603837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"8fa759f9-9c20-4449-838c-fdbdfb6a33e7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.269659232Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"8fa759f9-9c20-4449-838c-fdbdfb6a33e7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.273759578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-user-sub","reconcileID":"4ec4c532-4e7e-4c31-90b5-ad61fdedc057","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.284668037Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub1","reconcileID":"8fa759f9-9c20-4449-838c-fdbdfb6a33e7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.345766412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5a6ccfef-8a7f-46c8-996c-3bb0d700b4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.346029959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7205fb6f-8488-49ef-9784-9186daee7e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.346365861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"a2b5c80b-6673-4888-9749-614128c72d1a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.346782356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"9dd651c7-b7bc-442a-9915-5212feb1e4f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.364977545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"9dd651c7-b7bc-442a-9915-5212feb1e4f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.365444224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7205fb6f-8488-49ef-9784-9186daee7e0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.367308223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5a6ccfef-8a7f-46c8-996c-3bb0d700b4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.368268783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"a2b5c80b-6673-4888-9749-614128c72d1a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.368343118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-user-sub","reconcileID":"4ec4c532-4e7e-4c31-90b5-ad61fdedc057","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-models-other-sub","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.400231319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"a097605c-bd7e-4ce9-9957-e2482f74850c","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.500473442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1a244631-6535-4eb6-b705-032f47d032a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.501280742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"50a480cc-0a9c-47c4-85cb-1d6ce94c0723","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.511188192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"5034e100-b944-4aa5-8220-3445025bfd3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.511229466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-other-sub","reconcileID":"5c94956c-9486-4fb2-bf51-19da760b8bed","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.523032672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1a244631-6535-4eb6-b705-032f47d032a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.547134718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"09e2577f-019c-4dc7-bc86-d9336860a97f","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.595472766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"7548a617-a014-46fc-886e-2933d8da1504","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0c9fc12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.631920899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"a30f817e-e05f-4dc4-83f4-85cdee290689","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.631954878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"158aa980-0002-4d68-888c-f88173cb3e11","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.632265464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f60a00a4-0696-4523-ac39-930d38bb0b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.632650611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b4343798-d387-422f-8071-5e431c8a5537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.65340668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b4343798-d387-422f-8071-5e431c8a5537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.653862915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"158aa980-0002-4d68-888c-f88173cb3e11","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.655701607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"a30f817e-e05f-4dc4-83f4-85cdee290689","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.656277678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f60a00a4-0696-4523-ac39-930d38bb0b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.66172417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"9a326a4e-406d-48aa-91c9-43783be4f5d4","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.742747333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4919a916-e22c-4219-b5e7-5085d27ea9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.761012795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4919a916-e22c-4219-b5e7-5085d27ea9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.835662812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f6fceb98-a43e-4a7d-a7bd-a0b852f6ace1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.835888546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a9a5ea8b-26fa-4452-90a4-2eb7ea6ffc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.836069019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"1498391d-b9fa-4dc1-b245-8c86f9d31338","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.836252068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bf0a75b8-5f18-49ac-9309-d9c3b004bfdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.853953499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f6fceb98-a43e-4a7d-a7bd-a0b852f6ace1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.8543523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a9a5ea8b-26fa-4452-90a4-2eb7ea6ffc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.856273722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bf0a75b8-5f18-49ac-9309-d9c3b004bfdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.856542946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"1498391d-b9fa-4dc1-b245-8c86f9d31338","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.93718319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a83195c1-6477-4484-94ca-9a4164947be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.950329175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"a781ce10-bd49-475b-8147-51a0837fd6a0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.954600176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a83195c1-6477-4484-94ca-9a4164947be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.968381047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"a781ce10-bd49-475b-8147-51a0837fd6a0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.977621708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4385769a-5c29-4241-a847-dce202280b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.977783194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"f7063649-c132-4e25-9e10-7c6a8871f8bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.977625214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1b9d5de2-ee80-485c-97e0-6c061a5c107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.995582147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1b9d5de2-ee80-485c-97e0-6c061a5c107a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.995581912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"f7063649-c132-4e25-9e10-7c6a8871f8bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:52.997614482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4385769a-5c29-4241-a847-dce202280b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:53.080303843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"fd98ac0c-833e-4cfd-814b-8fe96ad65fcb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:53.099475185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"fd98ac0c-833e-4cfd-814b-8fe96ad65fcb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.012288952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-sub","reconcileID":"40837392-830e-4cdf-9df3-10f66ca9848b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.073834603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-sub","reconcileID":"40837392-830e-4cdf-9df3-10f66ca9848b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.134149477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"0f3e25de-4f3c-4940-ab06-7becd01d9afb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.22502837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"02c6d32e-86ec-4052-9e0c-79e2e5836b07","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.268666342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4d63d571-f6cc-4e44-9f1a-30de08a3d3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.268865031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"c4002fae-3374-4575-8311-14014e22d3cd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.268663476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a71e04db-438a-48d5-bd6e-e096919aa188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.288898831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4d63d571-f6cc-4e44-9f1a-30de08a3d3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.289126051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a71e04db-438a-48d5-bd6e-e096919aa188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.292906818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"c4002fae-3374-4575-8311-14014e22d3cd","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.382313638Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-user-token-filter-auth","reconcileID":"3e1764e1-25d7-49e8-8c4b-794ed316c8cb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.382311864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e4f7286f-c64b-4408-a9f8-303cbcc56622","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:56.536230313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"8c438b09-ae45-4e99-b5bc-3f80e9e00501","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.773960669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fae3ad8-e7e0-4c4e-83ae-81dea3c672b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.77398398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fae3ad8-e7e0-4c4e-83ae-81dea3c672b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.792767495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948c2890-042b-4e7a-808c-f29b6a572c5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.792787419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948c2890-042b-4e7a-808c-f29b6a572c5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.832686383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-354bc2","reconcileID":"50a1d0e8-4f14-496c-862f-c078a92cb50b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.850317235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-354bc2","reconcileID":"50a1d0e8-4f14-496c-862f-c078a92cb50b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.924432581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf604e7b-7a95-432e-a04b-2efd81a004b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.924452814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf604e7b-7a95-432e-a04b-2efd81a004b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.970974289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0480fa59-4bfd-43cb-9d76-2b263df78c72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.970994307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0480fa59-4bfd-43cb-9d76-2b263df78c72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.987487238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2fe08b3-58f3-4a85-af4a-d165ecdbc3cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:57.987507574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2fe08b3-58f3-4a85-af4a-d165ecdbc3cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:21:58.00428314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-354bc2","reconcileID":"a3707053-a55c-4928-a50b-ea3ed851fef4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-354bc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.011756298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a24f7e7-51b2-4f49-ae51-88d5acebd2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.012128357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-354bc2","reconcileID":"8eb7a762-ef14-4c68-946a-ef288269d419","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.012135569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f736cd-19b6-4110-bd68-9256750d5800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.031868754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a24f7e7-51b2-4f49-ae51-88d5acebd2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.032131892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f736cd-19b6-4110-bd68-9256750d5800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.034011143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-354bc2","reconcileID":"8eb7a762-ef14-4c68-946a-ef288269d419","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.044894242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78288d7c-8138-4e05-9a5d-ee2ee14dcb65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.044912268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78288d7c-8138-4e05-9a5d-ee2ee14dcb65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.062901042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc37a75e-3352-47c2-b579-0934bb069190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.062914744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc37a75e-3352-47c2-b579-0934bb069190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.136876701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-354bc2","reconcileID":"3b0c4c6b-1518-464e-a196-213cb58ce9cb","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-354bc2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.186758352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08b41775-d6d5-4985-bc3c-096536b9b08b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.186785731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08b41775-d6d5-4985-bc3c-096536b9b08b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.217870457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85d89123-9888-40f6-89e9-cbdd93ceafd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.319336546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-354bc2","reconcileID":"51c34a6b-1642-48bd-bd8a-d6652b3b721e","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.431111496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-354bc2","reconcileID":"3bed815b-3b39-4e7f-9954-c56e55a07fe0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-354bc2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.431216429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a020eb-b484-4aed-84d4-87910e0209c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.431236901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a020eb-b484-4aed-84d4-87910e0209c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.570199186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3781b559-b11c-4f16-91e1-eed1e2ee991f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.570285947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3781b559-b11c-4f16-91e1-eed1e2ee991f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.70670582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b258074a-e9a8-455f-8903-a4a3d6985c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.706726142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b258074a-e9a8-455f-8903-a4a3d6985c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.748219835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1028bb35-e62c-4374-b34a-6a376cb344b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.748223328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08bb490-cf5e-450e-86c4-f0e96f9af952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.766431843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08bb490-cf5e-450e-86c4-f0e96f9af952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:21:58.766458469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1028bb35-e62c-4374-b34a-6a376cb344b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.610041162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"4b39a250-87b4-4ad9-aa49-1cb98f14b800","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.624202373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"4b39a250-87b4-4ad9-aa49-1cb98f14b800","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.63848198Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-sub2","reconcileID":"4b39a250-87b4-4ad9-aa49-1cb98f14b800","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.709570422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-other-sub","reconcileID":"e0c4f992-2be7-47fb-a168-ba33e64e7e5d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.725502964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"754213b4-3a7c-43e4-ab3b-0a1298790132","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.772389836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-other-sub","reconcileID":"e0c4f992-2be7-47fb-a168-ba33e64e7e5d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.792662203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"faeb4e52-2820-40b9-a3ab-4dff8bfc6ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.792853735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"49ff5cb7-dc64-44f2-8fff-2cf68e8f49be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.793173281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"4839147f-906d-4cf1-842b-c07e3345a2b1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.793205864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"0b08bcad-2c93-4fcd-aa2f-d26368630484","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.810686059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"faeb4e52-2820-40b9-a3ab-4dff8bfc6ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.811161859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"49ff5cb7-dc64-44f2-8fff-2cf68e8f49be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.81318797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"0b08bcad-2c93-4fcd-aa2f-d26368630484","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.813404809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"4839147f-906d-4cf1-842b-c07e3345a2b1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.832855327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"28ef04ba-c2aa-4b8f-b795-aef301a06fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.837441493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"cf26ab3d-448c-47e8-b427-9c463ac31977","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.875799174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth1","reconcileID":"51d2cf79-82cf-4ed1-9ea5-2d4d7e6aa395","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.875835811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"557769ed-9af7-4862-ab67-88f6831124e1","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.878646221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"07761c08-1883-4112-95f1-b42be9dc0357","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.892523998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2caf58d2-a6c6-4408-8224-e6edf33d47b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.892523963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5be89d8f-5a00-496c-8be8-74f3db6a132b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.897393568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"07761c08-1883-4112-95f1-b42be9dc0357","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.911645204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5be89d8f-5a00-496c-8be8-74f3db6a132b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.911755305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2caf58d2-a6c6-4408-8224-e6edf33d47b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.919933151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"53355478-e308-456f-b9df-872541f162c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.937518642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"53355478-e308-456f-b9df-872541f162c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.969898818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"1c07a2d3-d4a7-459f-96dd-e14e4ee0da96","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.996451684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-models-access-denied-auth","reconcileID":"757c00de-7ff2-499c-b7c0-ac0f1328a5d0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:02.996877106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"c9f73e9a-f5ea-458e-9fde-9a451303a48c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:03.090350087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d3497f01-8d5f-4068-bb29-bc64c944a84a","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:03.140038283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-multi-keys-auth2","reconcileID":"1aec0677-ad03-43f7-864b-28dcd11745cf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:03.14011838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"c92a73aa-b574-40f1-884c-3130b98e8559","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:03.272645344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"13a1c716-1d2e-41fc-8117-78221ee9b97c","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:03.516812507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"eb6206f9-481e-40ca-b6e2-a19e6572dd4b","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.401768598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"3b569a65-28cf-438f-bdfc-062a4b270644","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.425908554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"b121ec0a-953e-4540-839f-ec058c8e707b","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.563344292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9b8b9187-8294-4099-96ef-924d0617492d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.581191003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9b8b9187-8294-4099-96ef-924d0617492d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.592445718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"26420961-17b8-4224-a814-40b51d21b2da","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.60429765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"797014e5-1bb7-42e2-b712-47d89c204ba3","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.623172918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"16c87885-d931-4f11-bb38-280f3efea4bd","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.623487541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"a35c5b84-c729-4fa3-b886-570712d79bc0","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:04.637011281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b0e903e0-cbec-4761-a9e4-f0c65d8b2b66","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.65368232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"7184aad1-eab8-440f-a42d-5984633a9dff","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.657109384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0942ffd2-45fd-4f61-a265-5422fa9fee0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.657369414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6b57865d-f418-4acf-bfbd-92c085e44c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.670818292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"3a43b183-a2e9-439b-8aed-731209e2b0f4","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.675816663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0942ffd2-45fd-4f61-a265-5422fa9fee0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.676074512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6b57865d-f418-4acf-bfbd-92c085e44c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.688345734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"afd0dbc7-47ea-4bba-9016-5c14ee7af350","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.750445793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4de1874b-6528-41a7-b167-0e72e010d642","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","model":"distinct-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.757663365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d345b3a-1f15-43ad-a3d9-8c80959ee6ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.757668818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0156806b-f084-4f04-977f-e03e56ab15af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.776318562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0156806b-f084-4f04-977f-e03e56ab15af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.776390276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d345b3a-1f15-43ad-a3d9-8c80959ee6ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.800602597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"ab92696f-247d-4436-b288-f7af7a8b586e","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.816314742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"97639e1b-8176-4859-b196-2e0258621ec3","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.838518784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"547d7d99-9663-4bf7-a6ed-82b59ea32158","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.851840505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"8e7dd87b-b7c1-4d82-91e1-a8d7aa1a6983","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:04.854921502Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-e76703/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.863534711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"530d3148-e6d9-4886-aa71-57f488e1683c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.869464231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"1822a08a-4d9c-4165-acda-6b2f828c67c6","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.878407977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4b313ac6-9cb5-4a52-bcf8-81112058df0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.888239794Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.895800755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4b313ac6-9cb5-4a52-bcf8-81112058df0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.920304393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"8db9319a-5dda-49dc-a430-8eff6d9d5bc1","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:04.938814757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0156806b-f084-4f04-977f-e03e56ab15af","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.944433503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"a64ba06f-6d45-49b4-b70d-74c5ac1639d2","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.960969113Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8e474412-0c5b-4492-8590-24cc96c9486f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","model":"distinct-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.986465312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cb918923-7c0e-45ad-b6b8-39cedb190d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:04.986468904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2b8a3865-27d3-493e-9e91-cce099896522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.004755591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cb918923-7c0e-45ad-b6b8-39cedb190d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.004771777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2b8a3865-27d3-493e-9e91-cce099896522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.013527802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"b5512ac8-dc62-4d79-a829-33a181252784","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.015978479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"487c29ea-cdde-46b2-a54e-008d1da7db8e","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.079090853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"38016b10-532d-4306-a9a0-53a3a262fa02","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.094469002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8b38648e-7ce3-4086-8544-c33985267309","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.094926316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ac04b3aa-6df1-4a4d-b2b2-fafe86a425e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.095259079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cecc229a-06df-4636-a857-7040f03dc1f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.113977501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ac04b3aa-6df1-4a4d-b2b2-fafe86a425e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.114347767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8b38648e-7ce3-4086-8544-c33985267309","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.117481171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cecc229a-06df-4636-a857-7040f03dc1f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.131549899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ed84cd priority=0:[ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.131580457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"5f10884c-d35a-482b-9074-53e533876e71","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.15195395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"1456b9ce-3f9b-42ed-b638-f9b196ec18f8","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.15243412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"1fa732e2-9ad5-4767-b268-68e48221e16c","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:05.168312396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4ff69cfa-d0c8-4707-bfaf-df636ad4836b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.177554408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"18162363-461d-466a-871c-120cb4e1a5bd","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.19668703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"8c2cc47a-3b05-45ca-944d-5129ee25668a","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.237647188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ed84cd priority=0:[ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-e76703 priority=0:[ai-tenant-e2e-worker-w4-e76703/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-e76703/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.237847769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"fa63e379-4f49-4a5e-a9b4-d52175bee008","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.258415116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"01bab55c-a19d-4ae8-a62e-c5df8bac99c9","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.258820592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"c8f3c1be-deb8-431a-9eb7-554ee487e2e8","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.262381863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"805da382-7ff7-4eaa-a971-3f2559852dbd","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:05.269802415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"74631bf9-04a3-4eb1-ba36-a0e2318a0fbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.274406705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"55782304-15f7-4421-b7fe-1d2fcff98ddb","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.309535174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"21a20f40-a30b-4cc5-b41f-02fdac8eaef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.323243835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"928f6d1e-d5f1-4a7f-b14b-82b55a4a4850","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.327915941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f6b4729b-d717-4ed8-8f88-5d257872a762","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","model":"distinct-2-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.342158735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"21a20f40-a30b-4cc5-b41f-02fdac8eaef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.351774331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"fb15ee32-52b6-4aa9-a8b4-720db1c2360d","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.367335756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"7c6762f9-201d-4433-9cbb-18d0ab70d8e7","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.440476494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c943c42d-7f2b-4150-a2d7-5129c8f9502b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.440726657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"2b5db679-7794-4892-9d6e-0c111c8cd4c1","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.447308762Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"cce7b8ac-235e-4946-9a4b-07b4df79034c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","model":"distinct-2-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.460188536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c943c42d-7f2b-4150-a2d7-5129c8f9502b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.49964052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"6e1a3ac2-af4e-4163-a5ec-98ac9473b0c3","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.500214197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"fcb03bcd-d0e3-45df-b832-213fc66977ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.500431254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ca55b673-a5ed-4de1-bc4b-4c6951ea9e51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.500527839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2649c102-113c-40c9-8080-a8e59bfc9267","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.519773393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ca55b673-a5ed-4de1-bc4b-4c6951ea9e51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.520441195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"fcb03bcd-d0e3-45df-b832-213fc66977ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.521873459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"eedf2d80-c71a-4f0f-a072-8d728124a9cc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.522150237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2649c102-113c-40c9-8080-a8e59bfc9267","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.602184487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7bf02530-3ec6-40b1-853d-93d5a022439d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.620432571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7bf02530-3ec6-40b1-853d-93d5a022439d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.621807916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"66de3222-caff-48b8-9ec3-72d0162e60a1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.649300851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"e8600fb6-4196-45d2-88d9-d4aa2f4e9b78","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.718457564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b61fa0e0-620d-426d-bf94-bac765efdc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.737037229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b61fa0e0-620d-426d-bf94-bac765efdc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.745811172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"8603dfc2-bfce-47c4-8ccc-cf8aa493f7c5","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.817677628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"48d247c1-a805-45fb-a9fa-c0e18a6e4be1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.81777562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"973ec3c7-9cad-45a6-81ec-3265058b9796","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.818150261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6cf83428-3925-4e18-90bf-5b23c0c43313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.835866272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"48d247c1-a805-45fb-a9fa-c0e18a6e4be1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.835877378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"973ec3c7-9cad-45a6-81ec-3265058b9796","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.838017868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6cf83428-3925-4e18-90bf-5b23c0c43313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.918335406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8fb5a8f3-6a57-4d5f-935a-67046668b4b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:05.936597482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8fb5a8f3-6a57-4d5f-935a-67046668b4b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.492725608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ee25c3fb-5a5c-49a1-873c-bacb76593401","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.493009971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a57c7026-e0d3-403d-bd3a-55609f1f6381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.493183099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e3c36a59-3efd-4446-9388-b3deb7d66d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.493408951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8b5a35a0-b999-4f9a-a3ec-3e4b49ea03ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.5105335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ee25c3fb-5a5c-49a1-873c-bacb76593401","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.510915925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a57c7026-e0d3-403d-bd3a-55609f1f6381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.512875594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8b5a35a0-b999-4f9a-a3ec-3e4b49ea03ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.513147694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e3c36a59-3efd-4446-9388-b3deb7d66d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.571062584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d0852fc4-060e-417b-9a45-8a01091eb2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.59025618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d0852fc4-060e-417b-9a45-8a01091eb2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.683024751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"30a5c3b0-17e7-4970-979a-a5be099a1d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:06.700820354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"30a5c3b0-17e7-4970-979a-a5be099a1d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.097812883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"6cd412cf-31ca-488f-baed-d6a0acd70e54","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.118098768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"45efdbf5-c3b7-4d8d-97f9-470a27ffa3fd","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.118779413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"cc7dd16d-02b6-44f2-8f6a-c787335d71f0","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.12006686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"58129297-4ac3-4009-8b2a-203d959dd8fb","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.125319292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"3b1d044f-44f9-4611-a194-de5a3163bb1f","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.12583287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"95c6d071-730b-45cf-a8ba-974a2c679d60","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.126223199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"e743a3b7-c5ff-43c1-83ec-3428b586ce5d","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.138787612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a7c6c372-a9e5-4274-a8f3-18f1a954d621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.138946135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"f0f34727-bb3a-41ac-8d7e-3c17900b1ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.151600274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"ecd83921-0aff-4bf0-b841-e72d449df6ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.153737582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"b84f781a-6f3a-451a-8259-63a0c0a87548","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.158137923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"f0f34727-bb3a-41ac-8d7e-3c17900b1ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.16615542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a7c6c372-a9e5-4274-a8f3-18f1a954d621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.336960365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b04e2e2b-5017-4c3b-a703-722aa39d4f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.337437883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e445e79e-a95d-4d93-ab33-3126897d2670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.355172787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e445e79e-a95d-4d93-ab33-3126897d2670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.355327835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b04e2e2b-5017-4c3b-a703-722aa39d4f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.753177044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-354bc2","reconcileID":"34073795-caf6-4ff1-8eb7-6a4ec706bc70","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-354bc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.818623798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-354bc2","reconcileID":"34073795-caf6-4ff1-8eb7-6a4ec706bc70","MaaSSubscription":{"name":"e2e-default-int-sub-354bc2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.856737292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"b94e196b-6b02-4e43-b931-f11bcccb2e9d","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.875254593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5b1f21c-648b-4a90-b0f7-878c51a12d4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.905522196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c2e791f8-8f2b-42dc-b82c-da000787ca44","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-32bcacbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.925801559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cc15dd7f-623e-4baf-9612-8ec34475c71b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.926362552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c095df3f-977e-44f5-a9b3-e6e3632517e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.926373548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8647e6eb-f987-4f3f-822b-bbce1a917292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.926716938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ce21ed87-0d0c-455e-b722-5accb46624bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.943952798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cc15dd7f-623e-4baf-9612-8ec34475c71b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.945337557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8647e6eb-f987-4f3f-822b-bbce1a917292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.947036563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c095df3f-977e-44f5-a9b3-e6e3632517e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.94879944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ce21ed87-0d0c-455e-b722-5accb46624bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.970759597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4861a05c-09da-4f4a-b221-52195d51d707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.970779618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4861a05c-09da-4f4a-b221-52195d51d707","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.971056955Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ed84cd priority=0:[ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-ed84cd/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.990900306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"2885cce9-09f1-426f-a66d-6f90bb4f4403","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:08.995571007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"44f7029f-8e85-4a47-83f6-4f4b19ea2f4b","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.013989557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b33a133-846e-442b-90bc-0f0a596725d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.015063456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"2913208e-72b3-4720-b701-1590bb5f766a","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.03205322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b33a133-846e-442b-90bc-0f0a596725d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.042605658Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a002c859-b1c4-4daf-a938-7683f3943cae","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2fcb796c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.155393526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"03124ed0-8eee-4499-8bfe-1da9adfacddc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.155492125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ae0b4deb-9749-4b7b-aa8c-dfd8e4421abf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.155890008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"41f60688-aa24-4efd-a94d-ba035cec31ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.155989562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7fb4f3da-8311-472d-8658-28f779f3770a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.178133356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ae0b4deb-9749-4b7b-aa8c-dfd8e4421abf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.179161546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"41f60688-aa24-4efd-a94d-ba035cec31ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.180568276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7fb4f3da-8311-472d-8658-28f779f3770a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.182924687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"03124ed0-8eee-4499-8bfe-1da9adfacddc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.214927638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"709b9028-476c-477d-a914-ce16db4b7218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.233086786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"709b9028-476c-477d-a914-ce16db4b7218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.441196603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"76e9a9fd-730a-44af-b4b3-442a5ef7535e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.442352874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a9e0ca7-97de-4046-984b-a499bf70a300","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.442352829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6a8bc66e-9b84-4159-9a94-c37fd36fd469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.44511056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"734c08cb-14ac-4b71-96a2-11f94c0c0814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.462634758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"76e9a9fd-730a-44af-b4b3-442a5ef7535e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.462662833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1a9e0ca7-97de-4046-984b-a499bf70a300","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.465124726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"734c08cb-14ac-4b71-96a2-11f94c0c0814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.465289853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6a8bc66e-9b84-4159-9a94-c37fd36fd469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.666473204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5670be4d-78f8-40c0-b681-e7c1973dad10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.666500498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5670be4d-78f8-40c0-b681-e7c1973dad10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.682958146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5490afa9-6c83-4c69-9ca0-e8bc1a64207f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.682976792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5490afa9-6c83-4c69-9ca0-e8bc1a64207f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.711138801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-policy-23754a88","reconcileID":"bcf26610-e40c-48b4-9438-82fd5dd39a05","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.728431041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-policy-23754a88","reconcileID":"bcf26610-e40c-48b4-9438-82fd5dd39a05","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.801483831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"594be5b8-1ec2-4692-8246-16594953f900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.801502927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"594be5b8-1ec2-4692-8246-16594953f900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.861847008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe26957-e222-40ec-b3f8-e7bf883ec810","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.861867407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efe26957-e222-40ec-b3f8-e7bf883ec810","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.879965034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d753b90-bd1b-4791-be0b-f14a10234bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.879981764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d753b90-bd1b-4791-be0b-f14a10234bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.888423462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-policy-23754a88","reconcileID":"16b56cf8-600d-445b-9d6b-5ff2e041de51","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:09.894749194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-sub-23754a88","reconcileID":"e9928e23-2024-4b4f-a1f9-244682ef9d32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-23754a88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.896315197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"7bb56e2b-885e-45f0-8dcb-5342d5abfda1","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.909955628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-policy-23754a88","reconcileID":"16b56cf8-600d-445b-9d6b-5ff2e041de51","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.93773861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4126e188-c800-472b-b805-a87be6c83245","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.937758941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4126e188-c800-472b-b805-a87be6c83245","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.956151603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e7ba6b-1bb3-45c8-a755-18e7e9879dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:09.956173866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e7ba6b-1bb3-45c8-a755-18e7e9879dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.031961673Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-sub-23754a88","reconcileID":"e407e769-8e86-4852-a0e3-3ba7826b0522","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-23754a88/e2e-shared-int-sub-23754a88","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.082728644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fca0777-98b2-47cc-a5b7-2d58fa7a7d8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.082751958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fca0777-98b2-47cc-a5b7-2d58fa7a7d8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.115974692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd4f3020-08f8-4069-9245-a4fdfd5295f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.212311013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-sub-23754a88","reconcileID":"85cff4ce-4ccf-4a89-b623-4389ada46a86","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.840935518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4512ad89-87d7-4859-b35b-8dffd131fcca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.840958995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4512ad89-87d7-4859-b35b-8dffd131fcca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.862768934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ab4e99e-892f-4416-8415-cfbb15214a5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.862786698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ab4e99e-892f-4416-8415-cfbb15214a5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.889824439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-policy-23754a88","reconcileID":"8bc09d3a-159c-4a4f-8c57-12fb7fbaa154","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:10.909523069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-policy-23754a88","reconcileID":"8bc09d3a-159c-4a4f-8c57-12fb7fbaa154","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.047272324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4661bc93-c751-4ca0-81f9-360a8d504092","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.047294157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4661bc93-c751-4ca0-81f9-360a8d504092","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.069175556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b166761-9464-4092-aead-a3823bfb503c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.069197301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b166761-9464-4092-aead-a3823bfb503c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.072372473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c616dc42-ef89-4a10-9447-649b476aa8d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.07238779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c616dc42-ef89-4a10-9447-649b476aa8d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:11.078065556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-sub-23754a88","reconcileID":"0900e5d7-2375-48af-a4cb-1bb8e54727a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-23754a88\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.100433559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-policy-23754a88","reconcileID":"c34abfba-7fff-413f-9d15-de134ba0a994","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.117325474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f296522d-1f90-4ec4-84e9-6eb041ebb286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.117341934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f296522d-1f90-4ec4-84e9-6eb041ebb286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.122165404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-policy-23754a88","reconcileID":"c34abfba-7fff-413f-9d15-de134ba0a994","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.134808686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81bd0d1-7390-48a0-9506-25faa557218e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.134823266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81bd0d1-7390-48a0-9506-25faa557218e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.210619386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-sub-23754a88","reconcileID":"694e8b26-f1d3-495b-9044-a443439c9858","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-23754a88/e2e-shared-int-sub-23754a88","ai-tenant-e2e-mt-bb8b4b1e/e2e-shared-int-sub-23754a88","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.262981375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeafc477-bda2-4421-abcf-933ebcb0fd4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.263008656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeafc477-bda2-4421-abcf-933ebcb0fd4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.294435774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-sub-23754a88","reconcileID":"ecd1cbf3-e4c1-45b6-9a31-ad43454b38d7","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.295253482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6b42f30-5737-4c57-aa65-d40a75498732","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.485667443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-sub-23754a88","reconcileID":"78c0256d-766d-4434-9b2c-9761333c0479","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.805022804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-policy-23754a88","reconcileID":"135006e2-f07e-4a90-bfa9-e75b33bd062d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.805164587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13e833d0-f4b4-4615-8c95-4e753956c1ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.805181704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13e833d0-f4b4-4615-8c95-4e753956c1ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.923514669Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-policy-23754a88","reconcileID":"135006e2-f07e-4a90-bfa9-e75b33bd062d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"policyNamespace":"ai-tenant-e2e-mt-23754a88","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.943272492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5461be69-8d45-40e6-a799-fa13d6c19738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:11.943290506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5461be69-8d45-40e6-a799-fa13d6c19738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:12.092476992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a0b8379-4cf5-4054-87c7-e71df221031f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:12.092497477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a0b8379-4cf5-4054-87c7-e71df221031f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.463350351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e9f0c93e-f269-4172-9dd4-bdeec38494fe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.519890978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"eed68f52-a61c-44c5-818b-e344fa41aeaf","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.553469971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"86a2ba1a-cdab-4bc5-b592-af2742c7c2e8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.610585418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"b94a58aa-9590-4107-8e15-686395039bc7","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.919855222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fe9c492b-1ec9-4d02-be8a-812ac01d17bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.933938376Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fe9c492b-1ec9-4d02-be8a-812ac01d17bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:18.947972332Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fe9c492b-1ec9-4d02-be8a-812ac01d17bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.022481852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c4be36be-093e-4713-bd38-050a6c757e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.022478649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a7e8c901-eebd-45bd-86fc-29a40f337440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.040405964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c4be36be-093e-4713-bd38-050a6c757e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.04134841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a7e8c901-eebd-45bd-86fc-29a40f337440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.056936198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"62854a7e-37a6-442e-94e1-d380c83feec2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.07118506Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"62854a7e-37a6-442e-94e1-d380c83feec2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.104029899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"f34c1362-9de9-4efe-a5be-0a25d98b3087","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.148619582Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub1","reconcileID":"62854a7e-37a6-442e-94e1-d380c83feec2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.15174204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7d2ba632-61c1-4182-b974-593dde244062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.151765461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f42842be-ae94-49ba-8423-8d95b321979e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.152063234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"44666b0f-1562-42e7-9242-85d6031e842a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.172139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"44666b0f-1562-42e7-9242-85d6031e842a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.172068947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7d2ba632-61c1-4182-b974-593dde244062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.176940641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f42842be-ae94-49ba-8423-8d95b321979e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.2348186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"4025e897-f289-4089-990c-c5e33007ee2a","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.25328016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0f5051eb-475a-4484-9be8-02a4469d06c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.257464151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4a81dba-e6fb-49d6-975b-b1ddf85c597a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.263979181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"43521646-3d53-4c4c-9fba-e43f67b5ed1a","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.272930141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0f5051eb-475a-4484-9be8-02a4469d06c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.27935791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4a81dba-e6fb-49d6-975b-b1ddf85c597a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.390128394Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"63797059-1436-4c21-97b3-5f463edd9daf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-903b3af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.394323474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"53f7d82b-95f7-4f25-9f0b-38718c8fda83","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.492341423Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4dacc89f-aa59-4dc0-832d-282ef6dc284d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-557a6448","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.512227889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"32d1c02d-e5a0-49a5-adb2-e1ad263c559f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.558887544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"42d7be72-56b9-4393-a1b6-faf3862f87d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.559396126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e39a18cf-a037-46c5-9bd1-58719a7acbb4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.563547094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"32d1c02d-e5a0-49a5-adb2-e1ad263c559f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.577949031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"42d7be72-56b9-4393-a1b6-faf3862f87d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.581842386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e39a18cf-a037-46c5-9bd1-58719a7acbb4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.601630694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"5755c5ef-9f26-4691-8056-803208dc5c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.602524079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3249f91d-7cfe-45d6-9ed8-2d2b662eae04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.624038616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"5755c5ef-9f26-4691-8056-803208dc5c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.624800333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3249f91d-7cfe-45d6-9ed8-2d2b662eae04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.677562502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"289549bd-6cf1-489f-8ddd-c385cc98eab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.692776079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"199740e7-fd4d-4724-a4cc-00e496a5c9ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.698993847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"289549bd-6cf1-489f-8ddd-c385cc98eab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.714632558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"199740e7-fd4d-4724-a4cc-00e496a5c9ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.781596562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"84f38fb5-3d93-48ae-96db-d0cdcd49eda8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:19.801250267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"84f38fb5-3d93-48ae-96db-d0cdcd49eda8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:22.141585334Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-sub-23754a88","reconcileID":"afedd674-fbc9-47aa-9b84-2b4481fe0eec","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-23754a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:22.20323922Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"namespace":"ai-tenant-e2e-mt-23754a88","name":"e2e-shared-int-sub-23754a88","reconcileID":"afedd674-fbc9-47aa-9b84-2b4481fe0eec","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-23754a88"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bb8b4b1e/e2e-shared-int-sub-23754a88","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:22.260312863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-sub-23754a88","reconcileID":"185246c7-660a-4f7f-9130-604f55c3c7ea","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:22.260398135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b4b178d-c409-4c8e-bb33-6a46bd57970c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:22.354354509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2266bc2f-9615-44f3-9e82-5ddefb5d6223","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:22.354376925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2266bc2f-9615-44f3-9e82-5ddefb5d6223","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.166856636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"8ebec672-f8b1-4980-8d76-dd759d0c6b13","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.48504527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"d4ab29c5-025e-4a59-8e4b-3c9b3bcce926","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.485496798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"ea2dbf4a-c5d6-418d-a2c7-93e669308238","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.485792319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"eb5034f8-d708-41dd-ae94-d47acf8a4826","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.513925584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"8b3ec342-556f-4af2-bf8d-8e4d905c2372","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.51431506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"bd736a17-8f40-4b61-856a-93c707af0bda","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.514595701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"85e949c3-0fda-4a51-9dba-39e2ee141531","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.526803152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"93604ee2-7799-433a-996f-ab17a44ea191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.54142497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"08fe4664-fc8d-4803-b954-b0f3cda7cd04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.544840052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"178f5b90-d0a2-409b-9313-04b6290b46b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.545104068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"93604ee2-7799-433a-996f-ab17a44ea191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.638287218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"1136d342-106d-472c-8665-becbb125319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.639016241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"1f69730e-d67e-418f-b046-320970664ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.656897424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"1136d342-106d-472c-8665-becbb125319b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.66072658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"1f69730e-d67e-418f-b046-320970664ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.744898695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d6c61254-7e95-4704-81f6-8e658f54688c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:25.764387247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d6c61254-7e95-4704-81f6-8e658f54688c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.073393577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"7c79cf6b-8c3c-4be6-b86f-57487525da39","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.073667122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"73d30890-dc96-49f6-bc45-c87e0f202a64","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.093212678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"7ac276bb-2278-4e43-bfd5-92783e758cfc","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.093567364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"3ad15a2d-5667-4c8a-81a5-da5878c5a23e","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.16569615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"faca0408-9fe3-40f1-a633-5f533da54609","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.184961672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"faca0408-9fe3-40f1-a633-5f533da54609","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.201225259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adeb5af41a9aec04e2474ab76c6ee20217d7e2194b6f94cceb718d53c16a9759) AuthConfig (26b68bcb41f710f8eb836ee4d902727c7576cb720e5a2a53e26528c8d00355db) AuthConfig (4fae394ad2c12ee51a3d77f84d267eef02d470e6254c35b232ccf6ae8f498d8e) AuthConfig (14a0e6d19d40a81c29b1662122394f2e4b497f324dd9c0d732ab714fe649d467) AuthConfig (50646985253a32335123b3989dd475380b4d7f1784cf3e209fd88a93b1e36a9f) AuthConfig (4a7d9dd6024ab0c530e53d4261cc981c1f4c1cebacd447a6b2b814c253c7ab98) AuthConfig (9b64468ee88ea69ded15c84e45ec73683cde5cb7c42d2326fd0fdbeeb46a79d5) AuthConfig (6059696a2dfe78d85414e44c5aa4303156bf66095cf0beb32a1db3111d4de67d) AuthConfig (3d6f7cb62400882c307908ba525bf26ba91e8a173c9e50378d99c032a2af33ab) AuthConfig (91119b1806b26969f13cd8deb86f6e1c9c2ff13761a4340373559ea3ca69e814) AuthConfig (afb5c85cef1aba7c76b5edba1ad06cab6e3bdf6de756273c2285a51fac484f60) AuthConfig (bb98ab7b10a6bb5d61113ad71732c2bdb2cfb31436759f78d1377e03ba25673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"faca0408-9fe3-40f1-a633-5f533da54609","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.220134094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"9b2d952a-0390-42c4-8875-653f37e5b58c","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.220432689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"532a49aa-1026-4a60-ac57-8a09b70f856e","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.286536179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"c64f3ac4-670e-4f6b-a187-ac4da775ceee","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.287574176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"b59b4c68-353f-4468-b3fd-c95bf2a1a6ea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.305589643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"b59b4c68-353f-4468-b3fd-c95bf2a1a6ea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.306209053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"ba2357fb-1f85-4f77-8fc5-0a5c1cb629ae","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:26.318714769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"9226c99e-577d-492c-8d39-3600e188f67f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.322290106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adeb5af41a9aec04e2474ab76c6ee20217d7e2194b6f94cceb718d53c16a9759) AuthConfig (26b68bcb41f710f8eb836ee4d902727c7576cb720e5a2a53e26528c8d00355db) AuthConfig (4fae394ad2c12ee51a3d77f84d267eef02d470e6254c35b232ccf6ae8f498d8e) AuthConfig (14a0e6d19d40a81c29b1662122394f2e4b497f324dd9c0d732ab714fe649d467) AuthConfig (50646985253a32335123b3989dd475380b4d7f1784cf3e209fd88a93b1e36a9f) AuthConfig (4a7d9dd6024ab0c530e53d4261cc981c1f4c1cebacd447a6b2b814c253c7ab98) AuthConfig (9b64468ee88ea69ded15c84e45ec73683cde5cb7c42d2326fd0fdbeeb46a79d5) AuthConfig (6059696a2dfe78d85414e44c5aa4303156bf66095cf0beb32a1db3111d4de67d) AuthConfig (3d6f7cb62400882c307908ba525bf26ba91e8a173c9e50378d99c032a2af33ab) AuthConfig (91119b1806b26969f13cd8deb86f6e1c9c2ff13761a4340373559ea3ca69e814) AuthConfig (afb5c85cef1aba7c76b5edba1ad06cab6e3bdf6de756273c2285a51fac484f60) AuthConfig (bb98ab7b10a6bb5d61113ad71732c2bdb2cfb31436759f78d1377e03ba25673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"b59b4c68-353f-4468-b3fd-c95bf2a1a6ea","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.325477833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"55c5b291-fc75-4848-b9cf-99fb831bdea8","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.352305014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"e030eb76-cbe7-4a1f-90d2-e149ef8c0ccb","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.353409448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"559ba815-6012-4316-9c00-a17fbb03281e","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.370128267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"fa1d7b08-f322-4f33-ba2c-58294cc116a5","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.370619932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"8b1f9a57-21a7-4a11-a025-ee1902e54c79","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.390114361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"97490963-b646-4fe1-b8e5-c5f62da4179d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.390597013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"24d1a373-7b94-47af-a58b-598c3603e134","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.390597613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"acb2e4e4-1eff-4624-8811-f7f8690abdfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.409309681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"24d1a373-7b94-47af-a58b-598c3603e134","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.409558077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"97490963-b646-4fe1-b8e5-c5f62da4179d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.412407786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"acb2e4e4-1eff-4624-8811-f7f8690abdfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.426705355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adeb5af41a9aec04e2474ab76c6ee20217d7e2194b6f94cceb718d53c16a9759) AuthConfig (26b68bcb41f710f8eb836ee4d902727c7576cb720e5a2a53e26528c8d00355db) AuthConfig (4fae394ad2c12ee51a3d77f84d267eef02d470e6254c35b232ccf6ae8f498d8e) AuthConfig (14a0e6d19d40a81c29b1662122394f2e4b497f324dd9c0d732ab714fe649d467) AuthConfig (50646985253a32335123b3989dd475380b4d7f1784cf3e209fd88a93b1e36a9f) AuthConfig (4a7d9dd6024ab0c530e53d4261cc981c1f4c1cebacd447a6b2b814c253c7ab98) AuthConfig (9b64468ee88ea69ded15c84e45ec73683cde5cb7c42d2326fd0fdbeeb46a79d5) AuthConfig (6059696a2dfe78d85414e44c5aa4303156bf66095cf0beb32a1db3111d4de67d) AuthConfig (3d6f7cb62400882c307908ba525bf26ba91e8a173c9e50378d99c032a2af33ab) AuthConfig (91119b1806b26969f13cd8deb86f6e1c9c2ff13761a4340373559ea3ca69e814) AuthConfig (afb5c85cef1aba7c76b5edba1ad06cab6e3bdf6de756273c2285a51fac484f60) AuthConfig (bb98ab7b10a6bb5d61113ad71732c2bdb2cfb31436759f78d1377e03ba25673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"24d1a373-7b94-47af-a58b-598c3603e134","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.432227698Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"ec2ce460-7061-430c-ba99-08bf4689683f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","model":"distinct-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.486247194Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"ec2ce460-7061-430c-ba99-08bf4689683f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","model":"distinct-2-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.503274317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"17f4771b-10b1-4286-93bf-5635c100126e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.524861975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"17f4771b-10b1-4286-93bf-5635c100126e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.525562369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b937c449-9270-4979-a45c-8670c81fedd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.525574541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"59feb785-2388-4c8d-a232-159b46923463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.54237576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adeb5af41a9aec04e2474ab76c6ee20217d7e2194b6f94cceb718d53c16a9759) AuthConfig (26b68bcb41f710f8eb836ee4d902727c7576cb720e5a2a53e26528c8d00355db) AuthConfig (4fae394ad2c12ee51a3d77f84d267eef02d470e6254c35b232ccf6ae8f498d8e) AuthConfig (14a0e6d19d40a81c29b1662122394f2e4b497f324dd9c0d732ab714fe649d467) AuthConfig (50646985253a32335123b3989dd475380b4d7f1784cf3e209fd88a93b1e36a9f) AuthConfig (4a7d9dd6024ab0c530e53d4261cc981c1f4c1cebacd447a6b2b814c253c7ab98) AuthConfig (9b64468ee88ea69ded15c84e45ec73683cde5cb7c42d2326fd0fdbeeb46a79d5) AuthConfig (6059696a2dfe78d85414e44c5aa4303156bf66095cf0beb32a1db3111d4de67d) AuthConfig (3d6f7cb62400882c307908ba525bf26ba91e8a173c9e50378d99c032a2af33ab) AuthConfig (91119b1806b26969f13cd8deb86f6e1c9c2ff13761a4340373559ea3ca69e814) AuthConfig (afb5c85cef1aba7c76b5edba1ad06cab6e3bdf6de756273c2285a51fac484f60) AuthConfig (bb98ab7b10a6bb5d61113ad71732c2bdb2cfb31436759f78d1377e03ba25673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"17f4771b-10b1-4286-93bf-5635c100126e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.54403783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b937c449-9270-4979-a45c-8670c81fedd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.544508487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"59feb785-2388-4c8d-a232-159b46923463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.564159096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"92a0148c-e7b7-4726-98e1-71d1c16e4e24","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.564842775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"93eed349-da81-4735-afc4-459cdb16411a","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.623495356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"5b86d1b8-1f13-47db-8321-fb79eee6215e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:26.668774869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"5b86d1b8-1f13-47db-8321-fb79eee6215e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.418642768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d7d0891f-e718-41ea-af29-4903017c03b8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.433392786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d7d0891f-e718-41ea-af29-4903017c03b8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.456537783Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d7d0891f-e718-41ea-af29-4903017c03b8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.517191443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"888253cf-4ca3-48af-a23b-50d3bb16600b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.531623257Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"888253cf-4ca3-48af-a23b-50d3bb16600b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.545600183Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-sub2","reconcileID":"888253cf-4ca3-48af-a23b-50d3bb16600b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.57567589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"dbc6506b-7b85-46f1-b160-8fc5736a87f6","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.602228944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"9d307317-cd18-47da-ae34-f6393b99e286","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.603751173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"dc2ae039-681a-496a-bf65-1ee0491091fa","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.667702341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b7f187a4-d23f-4022-aed2-9602c52a5b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.668265631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83347980-6494-4cd0-8308-8a2fe7d078c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.669450791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ad780455-4157-4abd-a209-bdadf91f32e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.669613819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"b73754c9-9a39-44ed-ae51-d2566d74e361","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.669855416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5b9ebdc6-fb84-4549-9fed-81280bb8b784","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.693896585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"83347980-6494-4cd0-8308-8a2fe7d078c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.697184635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b7f187a4-d23f-4022-aed2-9602c52a5b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.70106118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ad780455-4157-4abd-a209-bdadf91f32e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.703147087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5b9ebdc6-fb84-4549-9fed-81280bb8b784","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.71420883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"c79eea49-31b3-4b55-babf-fee668753740","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.753601936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"798cc818-b4f9-48ea-8795-3507a4b5e916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.77377158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"798cc818-b4f9-48ea-8795-3507a4b5e916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.812730752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"5b428433-4a18-4c29-8365-ce02fc44a59d","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.823673929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c6d0d291-ee49-4d5c-9355-e46c1f889899","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.892936989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"03e31a51-4458-4536-87b3-21513fe4d75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.893306425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"700d2829-78f1-4b40-9cd8-b8690c54f411","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.911660126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"03e31a51-4458-4536-87b3-21513fe4d75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.911662943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"700d2829-78f1-4b40-9cd8-b8690c54f411","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.923584071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9137c09d-d43f-440e-928d-04c6113d515f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.964545077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"27f558b8-f89b-4262-b70f-0c120b995801","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.98020087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e2ef58da-b639-4030-a3b9-cf0b8ce01b45","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:29.99988985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e2ef58da-b639-4030-a3b9-cf0b8ce01b45","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.042016346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"cd74c2d5-9a5f-4bac-88cd-ca8532cc9b11","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.113720432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d078d65a-ea53-4bf4-a669-6b976dbc3046","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.113737034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"05dec897-3932-4e12-9ac2-ffa7b34830a4","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.161616097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"cbaef05d-2001-4ec4-b6e5-dba46f29a08c","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.187838975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"307879cf-1ef7-4be1-99c2-bcc5576ee1e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.188252952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"bfaee5ad-f4b8-46df-8904-51e11b494d72","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:30.264783563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"87948844-0588-4211-9785-d254cc3204b8","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:34.890461225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.242205404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280950bf-1941-42ab-b5d6-44a2de08df78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.25752901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280950bf-1941-42ab-b5d6-44a2de08df78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.273201956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280950bf-1941-42ab-b5d6-44a2de08df78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.287680491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280950bf-1941-42ab-b5d6-44a2de08df78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.924657132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9251cb5-553f-4fc7-a60a-6de7781caa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.938958656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9251cb5-553f-4fc7-a60a-6de7781caa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.953240687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9251cb5-553f-4fc7-a60a-6de7781caa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:35.96740177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9251cb5-553f-4fc7-a60a-6de7781caa4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.121357453Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2a4b1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2a4b1b","reconcileID":"90fc1592-990c-452e-bd07-aa13567ec634","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2a4b1b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-2a4b1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.621842324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a97fb1-edf2-4e52-a4ae-15023ff6bf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.63044212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"0a5ed44d-ae57-4804-a863-4fe5227df123","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.647059354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a97fb1-edf2-4e52-a4ae-15023ff6bf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.664026288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a97fb1-edf2-4e52-a4ae-15023ff6bf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.672172678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"0a5ed44d-ae57-4804-a863-4fe5227df123","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.678168472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a97fb1-edf2-4e52-a4ae-15023ff6bf08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:36.698044684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7d47bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (adeb5af41a9aec04e2474ab76c6ee20217d7e2194b6f94cceb718d53c16a9759) AuthConfig (26b68bcb41f710f8eb836ee4d902727c7576cb720e5a2a53e26528c8d00355db) AuthConfig (4fae394ad2c12ee51a3d77f84d267eef02d470e6254c35b232ccf6ae8f498d8e) AuthConfig (14a0e6d19d40a81c29b1662122394f2e4b497f324dd9c0d732ab714fe649d467) AuthConfig (50646985253a32335123b3989dd475380b4d7f1784cf3e209fd88a93b1e36a9f) AuthConfig (4a7d9dd6024ab0c530e53d4261cc981c1f4c1cebacd447a6b2b814c253c7ab98) AuthConfig (9b64468ee88ea69ded15c84e45ec73683cde5cb7c42d2326fd0fdbeeb46a79d5) AuthConfig (6059696a2dfe78d85414e44c5aa4303156bf66095cf0beb32a1db3111d4de67d) AuthConfig (3d6f7cb62400882c307908ba525bf26ba91e8a173c9e50378d99c032a2af33ab) AuthConfig (91119b1806b26969f13cd8deb86f6e1c9c2ff13761a4340373559ea3ca69e814) AuthConfig (afb5c85cef1aba7c76b5edba1ad06cab6e3bdf6de756273c2285a51fac484f60) AuthConfig (bb98ab7b10a6bb5d61113ad71732c2bdb2cfb31436759f78d1377e03ba25673f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"0a5ed44d-ae57-4804-a863-4fe5227df123","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.097738359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"c02d4cd6-fe8c-4d30-afb7-ffcbca25a8bd","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.141680792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"c02d4cd6-fe8c-4d30-afb7-ffcbca25a8bd","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.220386751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"eabec7de-af78-4c33-8608-7ec705d2d99c","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.220982724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"1f499477-4940-4427-908c-b14bbad5c1b0","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.284831673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"e91d44b6-a91a-4f2c-b4b6-4669e9ba1bd9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.331398186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"e91d44b6-a91a-4f2c-b4b6-4669e9ba1bd9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.635984978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c2d35ce6-829b-41ac-b91b-e85f82cd6682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.636853517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e969a992-067a-4fb1-b448-fa9f61e25a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.658527533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c2d35ce6-829b-41ac-b91b-e85f82cd6682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.660651475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e969a992-067a-4fb1-b448-fa9f61e25a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.751862771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c3109940-f089-476a-8b14-e2b41f18d5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.751883545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"69c259f9-81cb-4572-b5cd-82455f042fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.752442085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"d4d68459-80f5-4bc8-8749-9987d5c853da","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.77078566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"69c259f9-81cb-4572-b5cd-82455f042fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.771649727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c3109940-f089-476a-8b14-e2b41f18d5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.77350903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"d4d68459-80f5-4bc8-8749-9987d5c853da","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.82775804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"aa336ba7-a248-497d-81a7-5643dc72e5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.82787081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"496cd46b-c6ae-45bb-8e29-edc0884fe25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.847872754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"496cd46b-c6ae-45bb-8e29-edc0884fe25a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:38.84792769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"aa336ba7-a248-497d-81a7-5643dc72e5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.029266566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7cb3b637-dc8b-4303-a323-f87c21186918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.030039223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1bd18c75-3596-48e4-971c-bb2f8707efe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.076797112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8e3eaa92-9f35-439c-9a89-2e1b64be9a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.077488053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0d52bf89-49b4-4b4e-8b94-d1a5c9105cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.083068771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7cb3b637-dc8b-4303-a323-f87c21186918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.084445259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1bd18c75-3596-48e4-971c-bb2f8707efe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.097224701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8e3eaa92-9f35-439c-9a89-2e1b64be9a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.098992077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0d52bf89-49b4-4b4e-8b94-d1a5c9105cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.106865667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"cff0b5bc-1a02-4f21-8686-de248a54a2b3","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.107477876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"5671062d-7e29-4475-8117-872e216dcc00","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.175637204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"99fc33db-1911-44c5-ae16-a449e8e1b838","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.194576304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"99fc33db-1911-44c5-ae16-a449e8e1b838","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.379796613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d93a6bdd-0271-4ff4-9ccc-4edb78030f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.380460982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2ffee04d-65da-4748-948a-c0f296bb29c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.380991163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a22a8f74-8f63-4a5a-bbb6-c039b35a54d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.381458044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"83c26438-9bc6-4429-bcd1-66e3d452b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.424346087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d93a6bdd-0271-4ff4-9ccc-4edb78030f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.432665342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"83c26438-9bc6-4429-bcd1-66e3d452b1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.433497823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2ffee04d-65da-4748-948a-c0f296bb29c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:39.435628834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a22a8f74-8f63-4a5a-bbb6-c039b35a54d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:40.150745639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"3835bdfc-b7bb-44dd-ad6c-05973cfd0d25","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.026692068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"6a95820c-f7e3-4eb5-8529-5dd6e9b86cc0","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.04664774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"d95875ea-6424-4fde-b4f4-0e662b5b8744","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.113840268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"624340aa-9555-4aaa-a06e-6284f1eca212","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.135558994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"624340aa-9555-4aaa-a06e-6284f1eca212","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.153293219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89d7c8b6caae3421fed2d9e89cf96d692b7e9e8d13c5ad9fe21f871f8a4f9cd9) AuthConfig (2f65e0257dffb45d5eae8e8c62f6ba07520ae33a43c4121c526271dbae26196a) AuthConfig (3ab19ee7324ce0907dd4f5d7477b8daff2218ebc88bff3ceba9ff1af98c68a7f) AuthConfig (72bf8fc8452d43bacdd3a9ea3a70e198488e1df5d9a9eb1578ca54d8effacef6) AuthConfig (4c1d947c7f7d56704d528113b5beeac3fa234e6e21c1d45aaaa9e6ba79c9a03a) AuthConfig (ddea8d8519c3992b23119b5b25e660853c5366f4062eca259437221a7885a4b7) AuthConfig (dabf7b81f6ef6ea14307169e4cc3080a30660165660feba48e2c4a7ed933b488) AuthConfig (ab143f8a8b7cb1fa76ccd66bcb101be54dd6801c39ebd9b4eaee41764a7dd21c) AuthConfig (d9124c0c9dddec6da46371ecaaf783c97aaa8053d7a5fe8bcde1734b6237fc83) AuthConfig (c781386556b83bfe8360be8606643daf2d5c3ddcbd453bbcea5ce6b0631e37bb) AuthConfig (e15c3ec55ea73d0fe47d8c5b11112aad3fcb269466ee91788103ca504fa872a7) AuthConfig (c4406a34a17a5a5ae3ceccaf0610752e6fe7abb7f01e8c9620b226dabc92f081)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"624340aa-9555-4aaa-a06e-6284f1eca212","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.171805783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"92b16ead-62a2-43bc-bd1f-be77d3c09f28","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.221201792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8def4e71-4f1a-4256-986c-9095015b48c9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.241048656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8def4e71-4f1a-4256-986c-9095015b48c9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.25636866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"036ede97-ec23-472f-ab94-000369262b31","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.265927287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89d7c8b6caae3421fed2d9e89cf96d692b7e9e8d13c5ad9fe21f871f8a4f9cd9) AuthConfig (2f65e0257dffb45d5eae8e8c62f6ba07520ae33a43c4121c526271dbae26196a) AuthConfig (3ab19ee7324ce0907dd4f5d7477b8daff2218ebc88bff3ceba9ff1af98c68a7f) AuthConfig (72bf8fc8452d43bacdd3a9ea3a70e198488e1df5d9a9eb1578ca54d8effacef6) AuthConfig (4c1d947c7f7d56704d528113b5beeac3fa234e6e21c1d45aaaa9e6ba79c9a03a) AuthConfig (ddea8d8519c3992b23119b5b25e660853c5366f4062eca259437221a7885a4b7) AuthConfig (dabf7b81f6ef6ea14307169e4cc3080a30660165660feba48e2c4a7ed933b488) AuthConfig (ab143f8a8b7cb1fa76ccd66bcb101be54dd6801c39ebd9b4eaee41764a7dd21c) AuthConfig (d9124c0c9dddec6da46371ecaaf783c97aaa8053d7a5fe8bcde1734b6237fc83) AuthConfig (c781386556b83bfe8360be8606643daf2d5c3ddcbd453bbcea5ce6b0631e37bb) AuthConfig (e15c3ec55ea73d0fe47d8c5b11112aad3fcb269466ee91788103ca504fa872a7) AuthConfig (c4406a34a17a5a5ae3ceccaf0610752e6fe7abb7f01e8c9620b226dabc92f081)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8def4e71-4f1a-4256-986c-9095015b48c9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.288586079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"fde8f3e3-1a96-4181-b229-3f392a82a4bb","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:41.303706215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub","reconcileID":"5724e91b-b684-40e1-941c-75fc8f3c7834","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.320165182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"552919f8-d18e-4be1-a5f3-abd0c432f1da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.320814191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e52b619d-1faf-4e87-8cc4-8df90cc38173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.320928747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"aa2610c8-9e04-4ea3-a9f5-d54e9e27275f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.340298604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"552919f8-d18e-4be1-a5f3-abd0c432f1da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.343952242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e52b619d-1faf-4e87-8cc4-8df90cc38173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.345800738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"aa2610c8-9e04-4ea3-a9f5-d54e9e27275f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.346029589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"5872dd35-cc20-4e1e-97ae-f4cabf5b6bef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.37023159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"ce456814-3674-4ac7-8bf9-aa5a82e28ca6","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.373808626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89d7c8b6caae3421fed2d9e89cf96d692b7e9e8d13c5ad9fe21f871f8a4f9cd9) AuthConfig (2f65e0257dffb45d5eae8e8c62f6ba07520ae33a43c4121c526271dbae26196a) AuthConfig (3ab19ee7324ce0907dd4f5d7477b8daff2218ebc88bff3ceba9ff1af98c68a7f) AuthConfig (72bf8fc8452d43bacdd3a9ea3a70e198488e1df5d9a9eb1578ca54d8effacef6) AuthConfig (4c1d947c7f7d56704d528113b5beeac3fa234e6e21c1d45aaaa9e6ba79c9a03a) AuthConfig (ddea8d8519c3992b23119b5b25e660853c5366f4062eca259437221a7885a4b7) AuthConfig (dabf7b81f6ef6ea14307169e4cc3080a30660165660feba48e2c4a7ed933b488) AuthConfig (ab143f8a8b7cb1fa76ccd66bcb101be54dd6801c39ebd9b4eaee41764a7dd21c) AuthConfig (d9124c0c9dddec6da46371ecaaf783c97aaa8053d7a5fe8bcde1734b6237fc83) AuthConfig (c781386556b83bfe8360be8606643daf2d5c3ddcbd453bbcea5ce6b0631e37bb) AuthConfig (e15c3ec55ea73d0fe47d8c5b11112aad3fcb269466ee91788103ca504fa872a7) AuthConfig (c4406a34a17a5a5ae3ceccaf0610752e6fe7abb7f01e8c9620b226dabc92f081)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"552919f8-d18e-4be1-a5f3-abd0c432f1da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.397529681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"cecbf8c0-53e5-4dc6-9e34-5962878e319a","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.403445834Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"379cde2b-929d-4906-92f7-fdda8ae1ab07","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52e05eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.417594274Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"5c1c98a5-2973-42be-b244-d30b9bee57b7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52e05eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.447074546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ff57e226-9f13-4b3e-a32d-e42c77e15c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.447760083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"08fc7acd-565e-4778-9303-4847b516067b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.448928655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a9d3a8f6-4c8f-4a93-b369-2d297287e895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.453043199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub","reconcileID":"c39906c8-7fc9-4e85-a0d6-4243a0f7f2de","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-390929/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-390929/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.468711488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ff57e226-9f13-4b3e-a32d-e42c77e15c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.46912825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a9d3a8f6-4c8f-4a93-b369-2d297287e895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.471092021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"08fc7acd-565e-4778-9303-4847b516067b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.506429998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"8f904e7e-72b5-493f-8441-dbaaad86d89b","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.522192547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"472c60f1-32e2-45be-8281-8356c3413c39","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.522560769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"bf9c5487-863b-48ff-812b-73041825f0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.523809804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"532523e3-0bcd-4fbd-8102-ced5e9f45636","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.541630693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"472c60f1-32e2-45be-8281-8356c3413c39","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.541669237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"bf9c5487-863b-48ff-812b-73041825f0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.558517599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89d7c8b6caae3421fed2d9e89cf96d692b7e9e8d13c5ad9fe21f871f8a4f9cd9) AuthConfig (2f65e0257dffb45d5eae8e8c62f6ba07520ae33a43c4121c526271dbae26196a) AuthConfig (3ab19ee7324ce0907dd4f5d7477b8daff2218ebc88bff3ceba9ff1af98c68a7f) AuthConfig (72bf8fc8452d43bacdd3a9ea3a70e198488e1df5d9a9eb1578ca54d8effacef6) AuthConfig (4c1d947c7f7d56704d528113b5beeac3fa234e6e21c1d45aaaa9e6ba79c9a03a) AuthConfig (ddea8d8519c3992b23119b5b25e660853c5366f4062eca259437221a7885a4b7) AuthConfig (dabf7b81f6ef6ea14307169e4cc3080a30660165660feba48e2c4a7ed933b488) AuthConfig (ab143f8a8b7cb1fa76ccd66bcb101be54dd6801c39ebd9b4eaee41764a7dd21c) AuthConfig (d9124c0c9dddec6da46371ecaaf783c97aaa8053d7a5fe8bcde1734b6237fc83) AuthConfig (c781386556b83bfe8360be8606643daf2d5c3ddcbd453bbcea5ce6b0631e37bb) AuthConfig (e15c3ec55ea73d0fe47d8c5b11112aad3fcb269466ee91788103ca504fa872a7) AuthConfig (c4406a34a17a5a5ae3ceccaf0610752e6fe7abb7f01e8c9620b226dabc92f081)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"472c60f1-32e2-45be-8281-8356c3413c39","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.621519632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b8d264dd-a2eb-415d-b87c-40190c197074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.624542591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub","reconcileID":"eecd2fd6-368b-45c1-a263-86285d9b79a0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.639535022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b8d264dd-a2eb-415d-b87c-40190c197074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.751436304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5d71c19a-618f-4311-89b9-49ae53393824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.751531742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7a0d2afb-6eb6-44a1-82fa-681c67bd62c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.765241531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"185777a2-a2ab-4ca6-8cde-2bf04c782d16","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.770165015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5d71c19a-618f-4311-89b9-49ae53393824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.770226553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7a0d2afb-6eb6-44a1-82fa-681c67bd62c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:41.7838066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"185777a2-a2ab-4ca6-8cde-2bf04c782d16","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:42.526167573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f369b324-689a-4860-8e2f-c06780cdd7ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:42.526191407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f369b324-689a-4860-8e2f-c06780cdd7ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:42.553380764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"namespace":"ai-tenant-e2e-mt-029eaa80","name":"e2e-policy-029eaa80","reconcileID":"9340f694-c324-44c7-a0b5-6b063c058470","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:42.570826579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"namespace":"ai-tenant-e2e-mt-029eaa80","name":"e2e-policy-029eaa80","reconcileID":"9340f694-c324-44c7-a0b5-6b063c058470","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:42.732198758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d120e44-4ce0-4a0e-9b2e-018b8a4377d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:42.732219075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d120e44-4ce0-4a0e-9b2e-018b8a4377d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:47.886507359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"83b3f959-c533-44a7-94ff-f90a2ada5dfe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:47.924819149Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"83b3f959-c533-44a7-94ff-f90a2ada5dfe","name":"e2e-api-a-2a4b1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.432906038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"18fd5cf9-3169-408a-ae75-a72260b76fb2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.446862949Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"18fd5cf9-3169-408a-ae75-a72260b76fb2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.460709755Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"18fd5cf9-3169-408a-ae75-a72260b76fb2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.476955281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"18fd5cf9-3169-408a-ae75-a72260b76fb2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.49075733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"18fd5cf9-3169-408a-ae75-a72260b76fb2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.504194793Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-subscription","reconcileID":"18fd5cf9-3169-408a-ae75-a72260b76fb2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.588785008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"b27275a4-65da-4fb1-9926-f532278ef0ab","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.601692296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"15eed6d1-29aa-4c03-a2a8-a4e7ddd891c0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.606338989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"aa2623b3-455d-4b5d-b492-d6238250f0ab","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.619167721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"15eed6d1-29aa-4c03-a2a8-a4e7ddd891c0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.625161927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"21c042d5-5fbe-4c49-9705-3fd2795de2d4","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.635244898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-390929-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89d7c8b6caae3421fed2d9e89cf96d692b7e9e8d13c5ad9fe21f871f8a4f9cd9) AuthConfig (2f65e0257dffb45d5eae8e8c62f6ba07520ae33a43c4121c526271dbae26196a) AuthConfig (3ab19ee7324ce0907dd4f5d7477b8daff2218ebc88bff3ceba9ff1af98c68a7f) AuthConfig (72bf8fc8452d43bacdd3a9ea3a70e198488e1df5d9a9eb1578ca54d8effacef6) AuthConfig (4c1d947c7f7d56704d528113b5beeac3fa234e6e21c1d45aaaa9e6ba79c9a03a) AuthConfig (ddea8d8519c3992b23119b5b25e660853c5366f4062eca259437221a7885a4b7) AuthConfig (dabf7b81f6ef6ea14307169e4cc3080a30660165660feba48e2c4a7ed933b488) AuthConfig (ab143f8a8b7cb1fa76ccd66bcb101be54dd6801c39ebd9b4eaee41764a7dd21c) AuthConfig (d9124c0c9dddec6da46371ecaaf783c97aaa8053d7a5fe8bcde1734b6237fc83) AuthConfig (c781386556b83bfe8360be8606643daf2d5c3ddcbd453bbcea5ce6b0631e37bb) AuthConfig (e15c3ec55ea73d0fe47d8c5b11112aad3fcb269466ee91788103ca504fa872a7) AuthConfig (c4406a34a17a5a5ae3ceccaf0610752e6fe7abb7f01e8c9620b226dabc92f081)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"15eed6d1-29aa-4c03-a2a8-a4e7ddd891c0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.726141556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d7db159c-c870-42a6-91af-d88596ef00df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.726228678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9f025695-e793-44f2-b785-dd8602d65023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.726559364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"21587a1f-97d0-4648-ba25-d9bde9424b9b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.738738352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"3b37d556-3143-48cb-beba-8490e4c39d86","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.738981211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"c4244090-0007-4222-9709-d8b56448e3e2","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.744413227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d7db159c-c870-42a6-91af-d88596ef00df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.744547922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9f025695-e793-44f2-b785-dd8602d65023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:51.746700913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"21587a1f-97d0-4648-ba25-d9bde9424b9b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:52.072978923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"bf3f7f21-42e9-4bb5-b102-8198eac8de3a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:52.086401732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-distinct-models-auth","reconcileID":"bf3f7f21-42e9-4bb5-b102-8198eac8de3a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:52.13059532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"c934e43b-73d8-4323-9891-b9e88f894707","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:52.130884786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"9335eb41-654f-4ca9-851e-4fb1e5581443","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.122361096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"1aa4dd27-f228-4829-8867-6079db866d8d","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.142920367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"4857be2c-a9ea-44cd-bd61-f94947c27d5d","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.196430806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"5dd25013-e5b9-4ce8-bbf8-c0bd53a29739","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.21449548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"5dd25013-e5b9-4ce8-bbf8-c0bd53a29739","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.321552671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"988966bf-da71-4d77-ad71-37c1e1cc0579","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.321574156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7d47bd priority=10:[ai-tenant-e2e-worker-w0-7d47bd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.341656505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"805ea031-95fb-4d11-a9b0-e22ea5c8db15","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:53.355941233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"f3985fb2-e870-4ff8-aefe-5c30b42d5ba8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:53.358741354Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"805ea031-95fb-4d11-a9b0-e22ea5c8db15","name":"distinct-w0-7d47bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-7d47bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:53.358799847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"805ea031-95fb-4d11-a9b0-e22ea5c8db15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-7d47bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.359520377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"3d269a17-91a1-4f35-8424-1f1192b8a75e","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.364480431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"7ce7f685-57bf-4cbf-b3cd-7311bf60a88d","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.37538623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"589d052c-7aa6-436c-9242-3857b0837723","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.376763578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"93a9e438-db55-44fc-9716-ec9d122cd7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.376773861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a1bb6cda-2d48-4731-9a23-d272a39cd1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.390047181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"732f0807-d68d-4247-b01d-2c4ef1fcb99a","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.394327568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"93a9e438-db55-44fc-9716-ec9d122cd7c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.394510311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a1bb6cda-2d48-4731-9a23-d272a39cd1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.408050941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"adc7680c-612e-44a0-806b-dadf088821ab","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.468240132Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"5990e49b-e61c-4fb0-b929-59cf0510b2bf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","model":"distinct-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.476415291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"bf5788f3-8c0a-444b-ac55-ecd0766c8988","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.493926569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"bf5788f3-8c0a-444b-ac55-ecd0766c8988","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.519037425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"5b93a5b0-8f2f-4e2f-bedd-946d71409ebd","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.531863643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"eb2507aa-6a78-4e6c-acdf-cff45730d222","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.550178374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"6f27a7c1-10b2-462b-bbc6-dd69db1280d1","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.574434328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"2eb07b71-5d45-46aa-89e9-56b3fcd89ebb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.616424685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"a9dcac11-16e2-4d6a-8229-421b4fd54403","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.626654019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"20929e9e-df6d-4868-aa74-847d9e627a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.627043764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"37ecdeab-5e2a-4fe6-b63b-0aa0468bd690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.633757923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"a9dcac11-16e2-4d6a-8229-421b4fd54403","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.640623771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"2bf21550-0a38-49ff-8d1e-3a666f101820","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.644233341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"20929e9e-df6d-4868-aa74-847d9e627a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.64443194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"37ecdeab-5e2a-4fe6-b63b-0aa0468bd690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.659827416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"2bf21550-0a38-49ff-8d1e-3a666f101820","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.722899884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"7351bf1b-3ae8-4256-a775-8a9f6c852d25","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.723002285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7d47bd priority=10:[ai-tenant-e2e-worker-w0-7d47bd/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.744566242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"1753f39d-1409-495f-b482-bc0c65d12356","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:22:53.754893916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"15f138cf-dcb9-4c7d-8dc1-777296a02555","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.760850238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"02578aaa-c5a9-4242-8983-364b7626cb1b","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.788542908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"a96b9c89-aa0f-4ec5-b974-747ac095e3a7","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.806015265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"519faf97-f70c-4cbc-a1e1-f216e2ecd90a","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.806875345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"ce4d4a7a-a22c-49ef-9833-952aefbfc666","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.841760909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"99ea24cb-c912-40cd-859f-205bf1aaecb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.841832646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"978e075a-3083-487f-9a41-6d91cb0c119c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.859085017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"978e075a-3083-487f-9a41-6d91cb0c119c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.859380876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"99ea24cb-c912-40cd-859f-205bf1aaecb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.865742876Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"4d0320aa-7f4c-41d6-8272-7d67bb29d365","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","model":"distinct-2-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.919879974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"4dffc4f3-6ca2-4f43-bf9e-52b7db09c3c4","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.942333363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"2b87b0c7-8da8-4654-a57f-e66f6bb74226","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.942367894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"bb86f953-6fa4-4eac-a902-0e61d782df2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.960030589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"2b87b0c7-8da8-4654-a57f-e66f6bb74226","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.960125759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"bb86f953-6fa4-4eac-a902-0e61d782df2b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.965529274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1d847492-6a9c-4684-9157-13920ef6bf7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.965538218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"17c1a2cc-bc16-40cd-99c8-5d73761b4061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.97723463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"7f09e8a9-5ae5-4200-bd04-fd44c4a9ede5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.982887321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"17c1a2cc-bc16-40cd-99c8-5d73761b4061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:53.982971422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1d847492-6a9c-4684-9157-13920ef6bf7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.029112562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"b40650b2-9482-480e-bebf-894f251e1c02","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.527391509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"1c78ddbb-a56f-4fef-b427-649d24497e19","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.57444467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"4914385c-7569-4bdc-bb87-82e9cfb12340","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9d1524ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.59791922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"d791e499-f5d4-4804-897b-ae04aeeb8f72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.602301173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"14529166-6b7e-4511-80d6-e90863f9b965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.602344807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"8b63d2ff-98d3-4256-92e9-8d28a8517156","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.602776548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b7f6913b-24e3-47ed-9552-b29744528488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.6169111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"d791e499-f5d4-4804-897b-ae04aeeb8f72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.621398145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b7f6913b-24e3-47ed-9552-b29744528488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.62202099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"8b63d2ff-98d3-4256-92e9-8d28a8517156","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.623690383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"14529166-6b7e-4511-80d6-e90863f9b965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.725535245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"ebf465ea-2859-4d97-afc9-6261b3b52336","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.729404824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"98684752-93cb-4bbb-8ac0-5833d8e6a174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.730193545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"45456610-25fc-4a8e-a644-1d09d10435f1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.730200544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3f526ad3-1ba3-4895-b5eb-53b04b3d89c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.743099992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"ebf465ea-2859-4d97-afc9-6261b3b52336","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.74691746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"98684752-93cb-4bbb-8ac0-5833d8e6a174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.74757051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"45456610-25fc-4a8e-a644-1d09d10435f1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:54.749348491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3f526ad3-1ba3-4895-b5eb-53b04b3d89c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.307532673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca29641-8d83-4481-b48e-3b2d63b1cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.322035684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca29641-8d83-4481-b48e-3b2d63b1cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.335847633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca29641-8d83-4481-b48e-3b2d63b1cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.349737354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca29641-8d83-4481-b48e-3b2d63b1cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.904117143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8063737f-b4aa-4526-bb3b-245371217602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.918395042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8063737f-b4aa-4526-bb3b-245371217602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.932677556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8063737f-b4aa-4526-bb3b-245371217602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:22:59.946557381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8063737f-b4aa-4526-bb3b-245371217602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.631362279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"594e1765-cf51-44c6-a72e-0faad7322852","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.631383706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"594e1765-cf51-44c6-a72e-0faad7322852","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.647576487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7de5a309-5aba-4ef6-98d1-30be5a7b94c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.647598431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7de5a309-5aba-4ef6-98d1-30be5a7b94c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.674348164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"e045dcb3-40b0-4b0a-8b73-e17574990e54","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.676471932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"93446839-2943-4920-be90-8a3f1d14000b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.695249045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"93446839-2943-4920-be90-8a3f1d14000b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.723816207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"e045dcb3-40b0-4b0a-8b73-e17574990e54","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.740993762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2a4b1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"e045dcb3-40b0-4b0a-8b73-e17574990e54","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.760267333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcbac9c-8ea3-41bd-a620-9c1b6f21ec42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.760287446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdcbac9c-8ea3-41bd-a620-9c1b6f21ec42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:01.770136747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"c20aad8c-9b1e-4925-905d-3bb23f1388ff","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.367011974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"db1c1f6a-e044-42ed-a31a-aa2284c96efa","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.4111391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e0d85d76-9a88-425c-976c-df06a3aca2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.411558334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7a7fe813-a612-4fee-a22c-91a11edae8d9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.411576849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"76205dfa-2a8d-4e6c-abed-94f8d7d28f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.429728193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"76205dfa-2a8d-4e6c-abed-94f8d7d28f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.429748066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"e0d85d76-9a88-425c-976c-df06a3aca2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.432035925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7a7fe813-a612-4fee-a22c-91a11edae8d9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.646651439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"namespace":"ai-tenant-e2e-mt-029eaa80","name":"e2e-policy-029eaa80","reconcileID":"7c979140-31a8-4889-a44c-304482905ab3","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:03.675515123Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"namespace":"ai-tenant-e2e-mt-029eaa80","name":"e2e-policy-029eaa80","reconcileID":"7c979140-31a8-4889-a44c-304482905ab3","MaaSAuthPolicy":{"name":"e2e-policy-029eaa80","namespace":"ai-tenant-e2e-mt-029eaa80"},"policyNamespace":"ai-tenant-e2e-mt-029eaa80","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.589213583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"34f66679-125a-4a0a-b5cf-b07a65fb71b3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.603314743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"34f66679-125a-4a0a-b5cf-b07a65fb71b3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.617520058Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub1","reconcileID":"34f66679-125a-4a0a-b5cf-b07a65fb71b3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.698588126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"c8419367-74ef-4a8b-8f60-063bb9e1c6d5","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.720887802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"98326588-53bb-4633-b104-46ca7b7c4e44","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.740044679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ad9b95e6-0d9f-45ec-9ee9-20474ef4396e","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.769971784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"68e7d69b-5028-42b8-84a9-4f0b34b44709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.770117896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9c1037d6-85fc-4e22-9c65-7a5c95417e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.770464424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"b79c3004-312e-459f-8fb3-9e5e931b0ade","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.770502838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"66fa5b05-7101-4a8a-8379-8d65706fb2b9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.788900665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9c1037d6-85fc-4e22-9c65-7a5c95417e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.789698244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"68e7d69b-5028-42b8-84a9-4f0b34b44709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.793216453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"66fa5b05-7101-4a8a-8379-8d65706fb2b9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.796819147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"b79c3004-312e-459f-8fb3-9e5e931b0ade","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.856516477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"2cf10e98-c1ff-4d59-88ad-452a208c887e","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.889110044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.903051739Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"8dde331a-0320-4119-8629-b86d49cb1259","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7fc4a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.905852544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"1cbfab98-a249-42e5-8b83-34f4f34fa9f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:04.923450992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"1cbfab98-a249-42e5-8b83-34f4f34fa9f9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.001049955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3810416e-297e-4e04-88b3-807e5dace0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.001167743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a5c260b4-6097-4b0e-99e7-85c9b251fdf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.001547516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"1299279f-9248-40ed-b596-89b75d0df39b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.018683799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3810416e-297e-4e04-88b3-807e5dace0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.018770559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a5c260b4-6097-4b0e-99e7-85c9b251fdf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.020977392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"1299279f-9248-40ed-b596-89b75d0df39b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.207378636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c5e3ee89-76fd-4097-97af-509dfe1a6334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.20770822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"39716bf6-e11b-46b2-ad84-2488d8dec227","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.208048229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"13f831c7-1fe6-4f45-b36d-409b80e4043c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.25569858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"105da5b3-4563-4bd0-80a9-e236709468bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.259642287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c5e3ee89-76fd-4097-97af-509dfe1a6334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.263318467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"39716bf6-e11b-46b2-ad84-2488d8dec227","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.275001145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"105da5b3-4563-4bd0-80a9-e236709468bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.27913525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"13f831c7-1fe6-4f45-b36d-409b80e4043c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.62320221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0864220c-a039-4e8f-b261-d5717746fc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.637148527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0864220c-a039-4e8f-b261-d5717746fc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.651158526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0864220c-a039-4e8f-b261-d5717746fc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:05.665441801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0864220c-a039-4e8f-b261-d5717746fc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.21300727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9703cf3c-16d0-4668-9367-989865c117c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.227916297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9703cf3c-16d0-4668-9367-989865c117c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.242323989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9703cf3c-16d0-4668-9367-989865c117c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.256602595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9703cf3c-16d0-4668-9367-989865c117c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.486490204Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-502896","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-502896","reconcileID":"7032192a-9634-4eda-a093-27bdcf45e920","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-502896","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-502896":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.956330534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e7240f-3902-4b7a-a0b3-19d98a1edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.970601537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e7240f-3902-4b7a-a0b3-19d98a1edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:06.985162417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e7240f-3902-4b7a-a0b3-19d98a1edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:07.000675248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53e7240f-3902-4b7a-a0b3-19d98a1edff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:11.790588062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"7cd9d914-4db6-4197-83e9-d6ce33078ddb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:11.808243359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"7cd9d914-4db6-4197-83e9-d6ce33078ddb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:11.824614048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2a4b1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"7cd9d914-4db6-4197-83e9-d6ce33078ddb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.41464656Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub","reconcileID":"33cd370a-4ce3-4ad7-babf-44201d994ef0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.482763029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub","reconcileID":"33cd370a-4ce3-4ad7-babf-44201d994ef0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-390929/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.547868881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"5419e290-951a-44f0-80cc-cdf91809de3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.633464143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"5b74ec61-62b7-406b-b092-9718c26e90bd","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.675167231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"686cfde0-6c6f-4f10-bcf8-d6d2a4ce5d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.675310421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"49f7d979-1419-43d2-98f5-def383c897d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.675168986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eca033fd-97cd-4996-9f93-9069d0abe2fb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.693199071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"686cfde0-6c6f-4f10-bcf8-d6d2a4ce5d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.694405976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eca033fd-97cd-4996-9f93-9069d0abe2fb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:13.695357722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"49f7d979-1419-43d2-98f5-def383c897d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.917383677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"8b4ac815-8316-426a-a6ec-7ddbfdf71545","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.934030481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"8b4ac815-8316-426a-a6ec-7ddbfdf71545","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:14.948440997Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-sub2","reconcileID":"8b4ac815-8316-426a-a6ec-7ddbfdf71545","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.10976511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"ae43a642-5935-419b-b551-39f3f10b8e9a","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.179359747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"e726a5b8-c9d1-451a-960a-1063e15f4c0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.185249796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bf753566-0e6a-47db-98b3-e063c3a1a7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.185250102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"acef6ade-ff22-47cb-81d3-a9ba5411c402","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.185408757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e203dca3-6681-4980-bfda-ac70722a083c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.196680196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"e726a5b8-c9d1-451a-960a-1063e15f4c0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.203508951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"acef6ade-ff22-47cb-81d3-a9ba5411c402","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.204305151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e203dca3-6681-4980-bfda-ac70722a083c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.205830509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bf753566-0e6a-47db-98b3-e063c3a1a7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.254618475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"36974b1f-eb7d-4a15-ab0a-2fd47333bd64","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.377850261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"33234212-ec56-4fb6-918e-a6cc795a6ae8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.395133672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"33234212-ec56-4fb6-918e-a6cc795a6ae8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.424293501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth1","reconcileID":"9f653bf4-3797-4dc6-9368-50be5ff73b03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.648858103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"d4a201c5-1c0c-4c66-8d72-e3678004bf86","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.802704726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-ignore-header-auth2","reconcileID":"c9118631-7a8d-4120-8365-e103fb904e26","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/distinct-2-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.802721076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"18891af9-116b-4264-b2b5-7b9cf5569357","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:15.847924933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"cd02deb8-6edd-4610-93a6-eff91686ec0c","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:16.130709758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"57794deb-1351-43e8-970a-30ea18bacd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:16.130992538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5e9780d6-ee14-411d-ab99-4bc16f625c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:16.152178626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"57794deb-1351-43e8-970a-30ea18bacd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:16.152182356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5e9780d6-ee14-411d-ab99-4bc16f625c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:17.798229453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"deeca768-ed8d-4061-ae70-93b3511355c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:17.83953092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"deeca768-ed8d-4061-ae70-93b3511355c5","name":"e2e-api-b-502896-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.659400771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbd66cc-2b92-487e-8895-a9358a6d4052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.676887139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbd66cc-2b92-487e-8895-a9358a6d4052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.691119179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbd66cc-2b92-487e-8895-a9358a6d4052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:20.705487462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbd66cc-2b92-487e-8895-a9358a6d4052","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.349279887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25e0877-14e1-4a2e-9228-24cc0e1d64d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.363642912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25e0877-14e1-4a2e-9228-24cc0e1d64d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.377769793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25e0877-14e1-4a2e-9228-24cc0e1d64d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.391728372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25e0877-14e1-4a2e-9228-24cc0e1d64d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.569223879Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b68f66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b68f66","reconcileID":"efda9e1f-7dd1-4e81-974b-970f02b1159d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b68f66","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b68f66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.884087762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"1e10c911-d848-4b81-b3d3-fe5586e17648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.901997167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"1e10c911-d848-4b81-b3d3-fe5586e17648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.918680701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2a4b1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (162b8de4e4ab6e1782e8abe754f8e4afbf07aa1e3653a89201124f2944c07ad0) AuthConfig (af6600370f78e16a73e80f449dbc30c0077dc167d0220da057d7b0f23a9936c5) AuthConfig (eabf29a630caeed688619362ae3f6f44a4c3d98be0bc4170bd6cadf57e929616) AuthConfig (c33fdc474c8fe87ba544fef16e1df2918645345b9dfbaa56ec4e58c776786812) AuthConfig (1d531e0bc05c64899d7914ff0c9413486bb134533447bc5d5a8fba67a57edc33) AuthConfig (879bcdb6b318b68588eaec094aecad3e06b65a5768166e26f3bf6904b18ef3a9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"1e10c911-d848-4b81-b3d3-fe5586e17648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.942500749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e03df3-510d-4ed3-83b0-2e53abb6eb54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:21.942517588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e03df3-510d-4ed3-83b0-2e53abb6eb54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.037812735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00175db-cd69-4574-906d-30905dd214a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.051916894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00175db-cd69-4574-906d-30905dd214a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.066033988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00175db-cd69-4574-906d-30905dd214a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:22.080087735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00175db-cd69-4574-906d-30905dd214a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:28.729435284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a0cff4a7-1f84-4e49-8299-eb9281c4657b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:28.7295281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"24c7d224-8295-4929-9fca-0dcf1349348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:28.750979252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"24c7d224-8295-4929-9fca-0dcf1349348d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:28.750978808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a0cff4a7-1f84-4e49-8299-eb9281c4657b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.246402786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f099308-8bfd-4067-bb25-ec3b38ff671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.260299314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f099308-8bfd-4067-bb25-ec3b38ff671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.275021549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f099308-8bfd-4067-bb25-ec3b38ff671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.289035971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f099308-8bfd-4067-bb25-ec3b38ff671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.840262742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60553c4c-ee2e-4628-9d0f-8746c42b795d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.854470878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60553c4c-ee2e-4628-9d0f-8746c42b795d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.868409201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60553c4c-ee2e-4628-9d0f-8746c42b795d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.882597145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60553c4c-ee2e-4628-9d0f-8746c42b795d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.969822209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"06aff8c4-d7da-4909-b0d7-8671430b9e1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.987781068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"06aff8c4-d7da-4909-b0d7-8671430b9e1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.989052633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5daae43-bd73-42f3-8dc3-f3fea2045b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:31.98907106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5daae43-bd73-42f3-8dc3-f3fea2045b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.005819936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"444c77d9-626f-4fd2-9389-7d43bc533d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.005837829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"444c77d9-626f-4fd2-9389-7d43bc533d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.06337906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73f6066f-b812-4ca3-bd80-b9bcbfdcff82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.063405225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73f6066f-b812-4ca3-bd80-b9bcbfdcff82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.070340695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"f3a6cac4-d71e-4fa0-809b-6bfa4f81e98b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.114616074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"f3a6cac4-d71e-4fa0-809b-6bfa4f81e98b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.131612713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"f3a6cac4-d71e-4fa0-809b-6bfa4f81e98b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.155401153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba7489a1-6b4d-47dc-a17e-5363e0b59bad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:32.155418499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba7489a1-6b4d-47dc-a17e-5363e0b59bad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.060812573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"f9d0fe40-d1d4-431c-9f6c-56a5b2c9d926","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.078950833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"f9d0fe40-d1d4-431c-9f6c-56a5b2c9d926","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.152556237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"ffa9926d-0abb-48b5-b96c-0e452abebb5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.170665169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"ffa9926d-0abb-48b5-b96c-0e452abebb5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.306294466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c7634-6cad-44e0-a94e-356065515ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.320664238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c7634-6cad-44e0-a94e-356065515ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.334525994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c7634-6cad-44e0-a94e-356065515ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.34845969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52c7634-6cad-44e0-a94e-356065515ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.887177065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.935230935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb85402a-5399-4080-b6f8-7dde52621e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.949248331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb85402a-5399-4080-b6f8-7dde52621e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.963208079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb85402a-5399-4080-b6f8-7dde52621e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:34.977382001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb85402a-5399-4080-b6f8-7dde52621e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.34965247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"238e99ea-6a87-4f8d-b23a-2e5e8aa87b00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.469701211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"238e99ea-6a87-4f8d-b23a-2e5e8aa87b00","name":"e2e-api-a-b68f66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.636852297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce9f8-dc5c-4fa5-b64a-4f2c2eb5666d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.65128434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce9f8-dc5c-4fa5-b64a-4f2c2eb5666d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.666192089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce9f8-dc5c-4fa5-b64a-4f2c2eb5666d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:35.681205326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cce9f8-dc5c-4fa5-b64a-4f2c2eb5666d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:39.323446148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be83145f-4d03-43f7-bbfe-cbe4e381d19e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:39.323537207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"06ca8d50-efcd-4f99-bbb6-ec93eb7bfa09","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:39.455928956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"125cbc2d-ee7d-407d-98c2-b6e18775fc2f","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.184955493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b7a303a5-dbdb-45d2-9338-3d79742f5930","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.20249703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b7a303a5-dbdb-45d2-9338-3d79742f5930","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:42.218790353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b7a303a5-dbdb-45d2-9338-3d79742f5930","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.826519639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d8447b-5ebf-4cd8-aa40-883776e2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.841299404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d8447b-5ebf-4cd8-aa40-883776e2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.855959334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d8447b-5ebf-4cd8-aa40-883776e2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:43.870681939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7d8447b-5ebf-4cd8-aa40-883776e2a0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.240934082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"e22f6d80-d710-4802-bc08-d75191783791","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.259861952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"e22f6d80-d710-4802-bc08-d75191783791","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.417772852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc653e6-1244-4aa7-b540-01e57ad054b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.417945237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"ef9bd319-34bf-48c0-bbd2-44be0d96bd4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.431906927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc653e6-1244-4aa7-b540-01e57ad054b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.446212907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc653e6-1244-4aa7-b540-01e57ad054b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.449262185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"ef9bd319-34bf-48c0-bbd2-44be0d96bd4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.460418964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc653e6-1244-4aa7-b540-01e57ad054b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:44.710539572Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70c21f37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70c21f37","reconcileID":"ea07a357-135b-4365-96ec-92567561eedb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70c21f37","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-70c21f37":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.221686105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd3c7d-0a07-4e34-ab16-d05ef2f4722e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.236074766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd3c7d-0a07-4e34-ab16-d05ef2f4722e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.250031967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd3c7d-0a07-4e34-ab16-d05ef2f4722e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:45.263928745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd3c7d-0a07-4e34-ab16-d05ef2f4722e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.756604155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"3fb9f6fb-4f4b-45da-9973-b8a7aa88f61d","namespace":"ai-tenant-e2e-api-a-2a4b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.75670555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"3fb9f6fb-4f4b-45da-9973-b8a7aa88f61d","namespace":"ai-tenant-e2e-api-a-2a4b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.756792397Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"3fb9f6fb-4f4b-45da-9973-b8a7aa88f61d","name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.775130124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"68db6e89-5569-43a4-bc01-c7b1f0f143ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.775369198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad235247-5c33-4352-b29f-21258afaec88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.77539663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad235247-5c33-4352-b29f-21258afaec88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.775582864Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"3fb9f6fb-4f4b-45da-9973-b8a7aa88f61d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.817112215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"68db6e89-5569-43a4-bc01-c7b1f0f143ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.956756192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"68db6e89-5569-43a4-bc01-c7b1f0f143ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"name":"e2e-api-a-2a4b1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.956789435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"e2e-e2e-api-a-2a4b1b-policy","reconcileID":"68db6e89-5569-43a4-bc01-c7b1f0f143ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2a4b1b-policy","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2a4b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.974587491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5ae0bd-4c99-425b-93ce-2dd97bcac7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:49.974609399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5ae0bd-4c99-425b-93ce-2dd97bcac7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:50.42485239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81db529-c726-4bd4-9f58-ffb7df85f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:50.439067663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81db529-c726-4bd4-9f58-ffb7df85f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:50.453815912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81db529-c726-4bd4-9f58-ffb7df85f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:50.468208603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81db529-c726-4bd4-9f58-ffb7df85f971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:51.085380074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab8c7b-1061-4909-bdd7-3dbb0f01f7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:51.112349413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab8c7b-1061-4909-bdd7-3dbb0f01f7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:51.133354472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab8c7b-1061-4909-bdd7-3dbb0f01f7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:51.148910094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ab8c7b-1061-4909-bdd7-3dbb0f01f7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.243315493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6e0dc4b-4112-44b8-9180-8568c1fbf429","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.2434022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6e0dc4b-4112-44b8-9180-8568c1fbf429","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.247282665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"484dccfe-0270-4749-bdbd-c3ffa76d00cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.263691541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb1b345a-e8a2-4523-b014-ac292578b0d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.26372793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb1b345a-e8a2-4523-b014-ac292578b0d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.26722724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"484dccfe-0270-4749-bdbd-c3ffa76d00cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.285122917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77bee84658ae2bccdf03ff3d5a1eb7c063cd2f6642e8cf6a31de7c271d7c7a8) AuthConfig (42cfc1df7e8994c1f1c5e73219979f3dc5dcca34d2756f386cbed80bfce40a50) AuthConfig (f38dfe356bc54235cbd5bd44f21f059eee9856af726e8d5a8a1207aa668d9c4a) AuthConfig (1101fb51c8374809816947914fe418e919b082d371d442d66e7cf16469f5f987) AuthConfig (f37ab21dee5063003355ce8aec5c6037f5dd9df1174fac38b7b6c19d302d3226) AuthConfig (74d96dc01882ba25bd6c937e78a143126b689a13f2a80036378e547ea51310cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"484dccfe-0270-4749-bdbd-c3ffa76d00cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.307860974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012ba73a-b5e4-4585-804c-35fe10f2149c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.307977319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012ba73a-b5e4-4585-804c-35fe10f2149c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.356541475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"9d37a5cb-bded-4207-bec5-ab9ea4a1a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.413678983Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"9d37a5cb-bded-4207-bec5-ab9ea4a1a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.431868448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"9d37a5cb-bded-4207-bec5-ab9ea4a1a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.453411273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51432a9d-284b-49a7-957f-c38dda14c28f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.453444733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51432a9d-284b-49a7-957f-c38dda14c28f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.815918668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-policy-23754a88","reconcileID":"7c700440-fb45-4457-99b9-761d0605a6f2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.816010696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aaf446f-0cd5-4c33-9a0f-b70696628880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.816186077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aaf446f-0cd5-4c33-9a0f-b70696628880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.930702101Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-policy-23754a88","reconcileID":"7c700440-fb45-4457-99b9-761d0605a6f2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"policyNamespace":"ai-tenant-e2e-mt-bb8b4b1e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.951072938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6699021a-121b-40a2-b66b-4a49aee1d438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:52.9511195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6699021a-121b-40a2-b66b-4a49aee1d438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.097476431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e7724f7-bed2-4d09-af4f-6377c8a57588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:53.097500849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e7724f7-bed2-4d09-af4f-6377c8a57588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.008456455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2523cf-6e25-4542-9758-6694c64fd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.022409931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2523cf-6e25-4542-9758-6694c64fd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.036332385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2523cf-6e25-4542-9758-6694c64fd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.051004292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2523cf-6e25-4542-9758-6694c64fd680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.611769922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e50f76-47ca-4abd-b136-f19fbb2cab44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.656479015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e50f76-47ca-4abd-b136-f19fbb2cab44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.67061934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e50f76-47ca-4abd-b136-f19fbb2cab44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.684585996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e50f76-47ca-4abd-b136-f19fbb2cab44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:56.909931059Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-22848d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-22848d","reconcileID":"01b744ce-3522-491c-bed6-64aeab1dca2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-22848d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-22848d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:57.368696951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4f7f6c-3c2c-4d5e-8809-28c3866d85e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:57.383721283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4f7f6c-3c2c-4d5e-8809-28c3866d85e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:57.399459511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4f7f6c-3c2c-4d5e-8809-28c3866d85e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:57.414999301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4f7f6c-3c2c-4d5e-8809-28c3866d85e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:58.211449246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"02ab9721-2c79-424c-9db1-5d317840e6c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:23:58.252280578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"02ab9721-2c79-424c-9db1-5d317840e6c0","name":"e2e-mt-70c21f37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.336166388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"33498eaf-91b2-4148-af7e-38a87ded46e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.353659182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"33498eaf-91b2-4148-af7e-38a87ded46e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.370147354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77bee84658ae2bccdf03ff3d5a1eb7c063cd2f6642e8cf6a31de7c271d7c7a8) AuthConfig (42cfc1df7e8994c1f1c5e73219979f3dc5dcca34d2756f386cbed80bfce40a50) AuthConfig (f38dfe356bc54235cbd5bd44f21f059eee9856af726e8d5a8a1207aa668d9c4a) AuthConfig (1101fb51c8374809816947914fe418e919b082d371d442d66e7cf16469f5f987) AuthConfig (f37ab21dee5063003355ce8aec5c6037f5dd9df1174fac38b7b6c19d302d3226) AuthConfig (74d96dc01882ba25bd6c937e78a143126b689a13f2a80036378e547ea51310cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"33498eaf-91b2-4148-af7e-38a87ded46e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.483785407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"9717d739-d080-4789-9915-e578eabab1c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.503361872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"9717d739-d080-4789-9915-e578eabab1c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:02.520537531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"9717d739-d080-4789-9915-e578eabab1c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:03.145431114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-sub-23754a88","reconcileID":"fe072e7a-ae3d-45a3-ba01-1769293e09ba","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-23754a88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:03.207275096Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"namespace":"ai-tenant-e2e-mt-bb8b4b1e","name":"e2e-shared-int-sub-23754a88","reconcileID":"fe072e7a-ae3d-45a3-ba01-1769293e09ba","MaaSSubscription":{"name":"e2e-shared-int-sub-23754a88","namespace":"ai-tenant-e2e-mt-bb8b4b1e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:03.268303144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2ef6082-5f31-4363-89a3-d39f376d7da0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:03.273824054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aca55a1-c4b0-47ca-8954-87db6f7ea042","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:03.273859429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aca55a1-c4b0-47ca-8954-87db6f7ea042","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.334919979Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","namespace":"ai-tenant-e2e-api-a-2a4b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.334996622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","namespace":"ai-tenant-e2e-api-a-2a4b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.335067123Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","tenant":"e2e-api-a-2a4b1b","tenantID":"e2e-api-a-2a4b1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.350486275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Deployment","name":"maas-api-e2e-api-a-2a4b1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.377687785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Service","name":"maas-api-e2e-api-a-2a4b1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.393547891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-2a4b1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.409189657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-2a4b1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.426969422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.44254399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.458882086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.477106572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.490552151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Deployment","name":"payload-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.50419289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.517607381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Service","name":"payload-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.531737271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"Service","name":"payload-pre-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.545441096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.559005367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.572606382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.591290899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.604865886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.618683917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.632272969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-2a4b1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.645644858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2a4b1b"},"namespace":"ai-tenant-e2e-api-a-2a4b1b","name":"default-tenant","reconcileID":"e941b724-08ed-4e89-a923-5e5d6dcb8798","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-2a4b1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.887069196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:04.891550295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2a4b1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2a4b1b","reconcileID":"6786d538-a021-4d99-98dc-71d0ec3bbe0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2a4b1b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-2a4b1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.318189122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfeddb-9285-4fa6-99d4-9696dbe03c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.332159681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfeddb-9285-4fa6-99d4-9696dbe03c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.346419263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfeddb-9285-4fa6-99d4-9696dbe03c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.360457423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfeddb-9285-4fa6-99d4-9696dbe03c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.928173348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530979e0-ac8f-4338-bfa7-b0a5130f61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.942160948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530979e0-ac8f-4338-bfa7-b0a5130f61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.956266876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530979e0-ac8f-4338-bfa7-b0a5130f61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:05.970267608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"530979e0-ac8f-4338-bfa7-b0a5130f61d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.403988131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"343799cf-c063-4590-ac03-25a8acc0a978","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.426179371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"343799cf-c063-4590-ac03-25a8acc0a978","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.446596699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77bee84658ae2bccdf03ff3d5a1eb7c063cd2f6642e8cf6a31de7c271d7c7a8) AuthConfig (42cfc1df7e8994c1f1c5e73219979f3dc5dcca34d2756f386cbed80bfce40a50) AuthConfig (f38dfe356bc54235cbd5bd44f21f059eee9856af726e8d5a8a1207aa668d9c4a) AuthConfig (1101fb51c8374809816947914fe418e919b082d371d442d66e7cf16469f5f987) AuthConfig (f37ab21dee5063003355ce8aec5c6037f5dd9df1174fac38b7b6c19d302d3226) AuthConfig (74d96dc01882ba25bd6c937e78a143126b689a13f2a80036378e547ea51310cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"343799cf-c063-4590-ac03-25a8acc0a978","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.505005488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"27ace3e9-f1df-4925-84c3-114125aea736","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.547774472Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"27ace3e9-f1df-4925-84c3-114125aea736","name":"e2e-api-b-22848d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.549454713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"86d9a421-dd28-452d-ae5d-df3a6cb48ccc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.568617218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"86d9a421-dd28-452d-ae5d-df3a6cb48ccc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.586953851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"86d9a421-dd28-452d-ae5d-df3a6cb48ccc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.677450454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b8774437-172e-4dfb-953c-d822e46007d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.696488772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b8774437-172e-4dfb-953c-d822e46007d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.755417756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77bee84658ae2bccdf03ff3d5a1eb7c063cd2f6642e8cf6a31de7c271d7c7a8) AuthConfig (42cfc1df7e8994c1f1c5e73219979f3dc5dcca34d2756f386cbed80bfce40a50) AuthConfig (f38dfe356bc54235cbd5bd44f21f059eee9856af726e8d5a8a1207aa668d9c4a) AuthConfig (1101fb51c8374809816947914fe418e919b082d371d442d66e7cf16469f5f987) AuthConfig (f37ab21dee5063003355ce8aec5c6037f5dd9df1174fac38b7b6c19d302d3226) AuthConfig (74d96dc01882ba25bd6c937e78a143126b689a13f2a80036378e547ea51310cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b8774437-172e-4dfb-953c-d822e46007d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.94553559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"96c53039-a2a4-4397-9a70-48af2df7636b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.963780834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"96c53039-a2a4-4397-9a70-48af2df7636b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.98070457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-502896-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77bee84658ae2bccdf03ff3d5a1eb7c063cd2f6642e8cf6a31de7c271d7c7a8) AuthConfig (42cfc1df7e8994c1f1c5e73219979f3dc5dcca34d2756f386cbed80bfce40a50) AuthConfig (f38dfe356bc54235cbd5bd44f21f059eee9856af726e8d5a8a1207aa668d9c4a) AuthConfig (1101fb51c8374809816947914fe418e919b082d371d442d66e7cf16469f5f987) AuthConfig (f37ab21dee5063003355ce8aec5c6037f5dd9df1174fac38b7b6c19d302d3226) AuthConfig (74d96dc01882ba25bd6c937e78a143126b689a13f2a80036378e547ea51310cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"96c53039-a2a4-4397-9a70-48af2df7636b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:12.997063299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1ccaee-c12c-47ae-a73e-032ab286f917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.01086274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1ccaee-c12c-47ae-a73e-032ab286f917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.024607987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1ccaee-c12c-47ae-a73e-032ab286f917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.039395261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1ccaee-c12c-47ae-a73e-032ab286f917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.611066428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7809ff59-8dbe-4a0c-83f4-b566e9ec4993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.625205951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7809ff59-8dbe-4a0c-83f4-b566e9ec4993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.639184356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7809ff59-8dbe-4a0c-83f4-b566e9ec4993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:13.653380395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7809ff59-8dbe-4a0c-83f4-b566e9ec4993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.205680083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef97144-bf9e-45e2-ac09-084757390666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.219652965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef97144-bf9e-45e2-ac09-084757390666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.233677581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef97144-bf9e-45e2-ac09-084757390666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.247755484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef97144-bf9e-45e2-ac09-084757390666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.897865109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2437b6-eb62-451a-bd39-19be45c83e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.913231761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2437b6-eb62-451a-bd39-19be45c83e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.92896216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2437b6-eb62-451a-bd39-19be45c83e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:14.945878912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2437b6-eb62-451a-bd39-19be45c83e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.543995178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad42c7-61c2-4c98-beb3-7eaf771230f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.558615771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad42c7-61c2-4c98-beb3-7eaf771230f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.577759118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad42c7-61c2-4c98-beb3-7eaf771230f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:15.593273132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad42c7-61c2-4c98-beb3-7eaf771230f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:22.615293344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"d9e2642d-ac37-475e-979d-a3709df3fc3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:22.633417954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"d9e2642d-ac37-475e-979d-a3709df3fc3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:22.649567981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86a206e0794f83d146105d2e5f02546691aa3ebddbd017d263c19b797bee9825) AuthConfig (5c13b8def76a8785e4c15f8eefb11c27370c8a53c20dc3a7d22a0b2bb3797968) AuthConfig (5deb9c262980954c202d0a56c9d15a5529ddce5145db4748671879095d5f9c5c) AuthConfig (3b82c16f0ed32bcc7c1448bd4c9c273ce1d1aaf7f6e07a2a76566ab22c24bad9) AuthConfig (e9f373c492bccc0be5643001fe8e50359f0e3afdc52103f59be0edfa09e25faa) AuthConfig (014d885e7c8d1d3bd47708c36c28a37de8dc012bddad3987edbf31710f80157c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"d9e2642d-ac37-475e-979d-a3709df3fc3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:22.668296711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"761b7513-e0d5-4835-912a-cbe435801072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:22.66832086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"761b7513-e0d5-4835-912a-cbe435801072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:23.008328292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b8b93941-e8cb-46d3-a4a2-6ab5d7da7c42","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:23.025350043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b8b93941-e8cb-46d3-a4a2-6ab5d7da7c42","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:23.101374465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8fbf2c3-d547-4212-bc72-2f9e1645dbc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:23.101396909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8fbf2c3-d547-4212-bc72-2f9e1645dbc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:23.21131245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"57508bbd-64c5-4dad-9f08-3177d228fbcf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:23.262927755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"57508bbd-64c5-4dad-9f08-3177d228fbcf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:29.778915119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b881291-49ee-494c-8abe-2f04e28e053e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:29.793617596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b881291-49ee-494c-8abe-2f04e28e053e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:29.808246831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b881291-49ee-494c-8abe-2f04e28e053e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:29.822484903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b881291-49ee-494c-8abe-2f04e28e053e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.380053014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c459e0bd-ba9a-4c23-81e8-4e42640803d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.394010996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c459e0bd-ba9a-4c23-81e8-4e42640803d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.408031583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c459e0bd-ba9a-4c23-81e8-4e42640803d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.42193599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c459e0bd-ba9a-4c23-81e8-4e42640803d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.939861276Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"08bd3a76-6fd9-4707-92df-a93d3bc1b59e","namespace":"ai-tenant-e2e-api-b-502896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.939942305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"08bd3a76-6fd9-4707-92df-a93d3bc1b59e","namespace":"ai-tenant-e2e-api-b-502896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.940005701Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"08bd3a76-6fd9-4707-92df-a93d3bc1b59e","name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.955620476Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"08bd3a76-6fd9-4707-92df-a93d3bc1b59e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.956040219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b5b5e311-0b58-42a9-991e-1f7f3afdc2ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.956299802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e7a46b-8a89-404a-84da-1bfc8e623975","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.956316136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e7a46b-8a89-404a-84da-1bfc8e623975","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:30.996824782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b5b5e311-0b58-42a9-991e-1f7f3afdc2ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:31.065789444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b5b5e311-0b58-42a9-991e-1f7f3afdc2ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"name":"e2e-api-b-502896-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:31.065815431Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"e2e-e2e-api-b-502896-policy","reconcileID":"b5b5e311-0b58-42a9-991e-1f7f3afdc2ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-502896-policy","namespace":"ai-tenant-e2e-api-b-502896"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-502896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:31.083743038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0146a3b3-8f82-4cdc-b915-f43756771cf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:31.083764578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0146a3b3-8f82-4cdc-b915-f43756771cf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.685387819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3291c5b2-b285-4ac7-9dc3-dc1d2ffd01cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.685412375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3291c5b2-b285-4ac7-9dc3-dc1d2ffd01cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.695688159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"828b8e34-a955-4977-ac96-b228460e47a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.701355509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fbff1a-4ebd-4ec3-9d1f-b90a653e5235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.701374838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fbff1a-4ebd-4ec3-9d1f-b90a653e5235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.713230219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"828b8e34-a955-4977-ac96-b228460e47a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.729652925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86a206e0794f83d146105d2e5f02546691aa3ebddbd017d263c19b797bee9825) AuthConfig (5c13b8def76a8785e4c15f8eefb11c27370c8a53c20dc3a7d22a0b2bb3797968) AuthConfig (5deb9c262980954c202d0a56c9d15a5529ddce5145db4748671879095d5f9c5c) AuthConfig (3b82c16f0ed32bcc7c1448bd4c9c273ce1d1aaf7f6e07a2a76566ab22c24bad9) AuthConfig (e9f373c492bccc0be5643001fe8e50359f0e3afdc52103f59be0edfa09e25faa) AuthConfig (014d885e7c8d1d3bd47708c36c28a37de8dc012bddad3987edbf31710f80157c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"828b8e34-a955-4977-ac96-b228460e47a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.795899553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"3695d8e1-40fd-4856-8516-0c38fa783fbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.860252964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"3695d8e1-40fd-4856-8516-0c38fa783fbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.881311518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22848d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"3695d8e1-40fd-4856-8516-0c38fa783fbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.898049307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e198a272-4f56-4f31-96ef-9ab53fac467b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:32.898073799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e198a272-4f56-4f31-96ef-9ab53fac467b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.63071762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"ad9f768a-80cd-42d5-8a46-3237e12b87e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.64828713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"ad9f768a-80cd-42d5-8a46-3237e12b87e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.664783802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86a206e0794f83d146105d2e5f02546691aa3ebddbd017d263c19b797bee9825) AuthConfig (5c13b8def76a8785e4c15f8eefb11c27370c8a53c20dc3a7d22a0b2bb3797968) AuthConfig (5deb9c262980954c202d0a56c9d15a5529ddce5145db4748671879095d5f9c5c) AuthConfig (3b82c16f0ed32bcc7c1448bd4c9c273ce1d1aaf7f6e07a2a76566ab22c24bad9) AuthConfig (e9f373c492bccc0be5643001fe8e50359f0e3afdc52103f59be0edfa09e25faa) AuthConfig (014d885e7c8d1d3bd47708c36c28a37de8dc012bddad3987edbf31710f80157c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"ad9f768a-80cd-42d5-8a46-3237e12b87e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.755944789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"c823977c-e213-457d-a0e3-bcbf6e174486","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.774648625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"c823977c-e213-457d-a0e3-bcbf6e174486","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.791760553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b68f66-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86a206e0794f83d146105d2e5f02546691aa3ebddbd017d263c19b797bee9825) AuthConfig (5c13b8def76a8785e4c15f8eefb11c27370c8a53c20dc3a7d22a0b2bb3797968) AuthConfig (5deb9c262980954c202d0a56c9d15a5529ddce5145db4748671879095d5f9c5c) AuthConfig (3b82c16f0ed32bcc7c1448bd4c9c273ce1d1aaf7f6e07a2a76566ab22c24bad9) AuthConfig (e9f373c492bccc0be5643001fe8e50359f0e3afdc52103f59be0edfa09e25faa) AuthConfig (014d885e7c8d1d3bd47708c36c28a37de8dc012bddad3987edbf31710f80157c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"c823977c-e213-457d-a0e3-bcbf6e174486","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.893708564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafdce82-af30-45fc-af60-8d27280be39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.907654513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafdce82-af30-45fc-af60-8d27280be39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.921667396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafdce82-af30-45fc-af60-8d27280be39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:33.935348485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafdce82-af30-45fc-af60-8d27280be39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.522368549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e807d9bd-4912-40d2-9a10-5e69fdea449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.537252552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e807d9bd-4912-40d2-9a10-5e69fdea449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.557642239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e807d9bd-4912-40d2-9a10-5e69fdea449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.57262832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e807d9bd-4912-40d2-9a10-5e69fdea449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:34.894587012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.124235314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13394007-86f2-4f07-9824-6ee0efed318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.137953786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13394007-86f2-4f07-9824-6ee0efed318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.151780785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13394007-86f2-4f07-9824-6ee0efed318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.185832864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13394007-86f2-4f07-9824-6ee0efed318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.737289218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e571a0-1213-4769-9c0e-45db151fa9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.751364172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e571a0-1213-4769-9c0e-45db151fa9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.766711992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e571a0-1213-4769-9c0e-45db151fa9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:35.7820091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e571a0-1213-4769-9c0e-45db151fa9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.339561551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be28b43b-44e0-46af-a4cb-74bbefe65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.356412494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be28b43b-44e0-46af-a4cb-74bbefe65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.371874163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be28b43b-44e0-46af-a4cb-74bbefe65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:36.386757819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be28b43b-44e0-46af-a4cb-74bbefe65524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:37.696139767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8a047-b565-43f3-8616-179e328a82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:37.710432725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8a047-b565-43f3-8616-179e328a82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:37.724164976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8a047-b565-43f3-8616-179e328a82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:37.738024872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e8a047-b565-43f3-8616-179e328a82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.324263137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9848513e-16f8-4bc1-aa5e-90bdb4f8196b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.338220593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9848513e-16f8-4bc1-aa5e-90bdb4f8196b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.352128373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9848513e-16f8-4bc1-aa5e-90bdb4f8196b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.366097182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9848513e-16f8-4bc1-aa5e-90bdb4f8196b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.603912836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e452ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e452ea","reconcileID":"d3032486-490c-4dc1-ba94-58cf8e257390","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e452ea","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e452ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.927342434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537df9c8-a1bf-4725-bec8-4c723b2234d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.941549793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537df9c8-a1bf-4725-bec8-4c723b2234d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.955773878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537df9c8-a1bf-4725-bec8-4c723b2234d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:38.969909945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537df9c8-a1bf-4725-bec8-4c723b2234d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:39.616489938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dadd62-6a43-4eca-b0a2-15707aa45fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:39.63062706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dadd62-6a43-4eca-b0a2-15707aa45fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:39.644650007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dadd62-6a43-4eca-b0a2-15707aa45fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:39.658764514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dadd62-6a43-4eca-b0a2-15707aa45fc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.213545854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c1cdc-a9af-4489-9589-b0103a88026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.227837828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c1cdc-a9af-4489-9589-b0103a88026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.242034787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c1cdc-a9af-4489-9589-b0103a88026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.256233247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c1cdc-a9af-4489-9589-b0103a88026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.834614158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd039ff8-92f7-4f1a-9f48-aac8b159962e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.848734775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd039ff8-92f7-4f1a-9f48-aac8b159962e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.862958973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd039ff8-92f7-4f1a-9f48-aac8b159962e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:40.877109568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd039ff8-92f7-4f1a-9f48-aac8b159962e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:41.482959435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ddcd94-83f5-408c-a689-5ee4acf3da28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:41.503378362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ddcd94-83f5-408c-a689-5ee4acf3da28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:41.522961555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ddcd94-83f5-408c-a689-5ee4acf3da28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:41.537166624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ddcd94-83f5-408c-a689-5ee4acf3da28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.546957919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"4afd7f2c-2f9c-4a72-b343-a91eb642853e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.546987705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"4afd7f2c-2f9c-4a72-b343-a91eb642853e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.840593914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"f87c3670-dcb5-4dfd-889f-21b83dcf4f47","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.84062159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"f87c3670-dcb5-4dfd-889f-21b83dcf4f47","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.858924083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"20d1b4ab-f7b0-4e93-aa8b-182e81107562","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.858944789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"20d1b4ab-f7b0-4e93-aa8b-182e81107562","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.886473916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"f1d7292d-a871-4a3c-b81f-11ae65259312","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.928408334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"b361e456-2e13-4de0-86af-b99480e18ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.932775534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"f1d7292d-a871-4a3c-b81f-11ae65259312","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.957865954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"f1d7292d-a871-4a3c-b81f-11ae65259312","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.958050519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"b361e456-2e13-4de0-86af-b99480e18ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.974647708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22848d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"b361e456-2e13-4de0-86af-b99480e18ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.978654954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"0acc3c1b-87d1-4b71-9ab8-b4d186698398","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:42.978672604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"0acc3c1b-87d1-4b71-9ab8-b4d186698398","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.042949833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"15f2a3fe-017f-4eb1-a1ac-cd340674cff9","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.04296853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"15f2a3fe-017f-4eb1-a1ac-cd340674cff9","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.064535765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"43986287-dde1-42f6-9641-9c2fc0bf556e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.064672912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"43986287-dde1-42f6-9641-9c2fc0bf556e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.070418863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"9a97e5e0-15af-4343-8fbd-5b4a42ed1526","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:24:43.074226631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"b3915e84-8300-4b6c-a907-0eb5058bbd0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-70c21f37\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:24:43.079929342Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"43986287-dde1-42f6-9641-9c2fc0bf556e","name":"e2e-lifecycle-model-70c21f37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-70c21f37\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:24:43.079975685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"43986287-dde1-42f6-9641-9c2fc0bf556e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-70c21f37\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.085517825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9e82de86-77d3-48cd-86f3-773e5423e28d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.085534561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9e82de86-77d3-48cd-86f3-773e5423e28d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.08787261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"9a97e5e0-15af-4343-8fbd-5b4a42ed1526","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.104332565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"9a97e5e0-15af-4343-8fbd-5b4a42ed1526","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.107356257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"1be967a8-f803-4c3f-86a6-f2562ac6fcd2","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.107372537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"1be967a8-f803-4c3f-86a6-f2562ac6fcd2","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.126717241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"fb5c4cad-f027-4e3e-9eac-f7bb6a0db4ab","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.126732308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"fb5c4cad-f027-4e3e-9eac-f7bb6a0db4ab","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.170912904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"dba0e8b1-05dd-4dbd-a58e-f4f9b25a4e3f","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.183393175Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"bca98860-2c7a-4d34-8825-19c5c2e7a295","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"e2e-lifecycle-model-70c21f37","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-70c21f37/e2e-sub-70c21f37"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.188384075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"dba0e8b1-05dd-4dbd-a58e-f4f9b25a4e3f","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.204460794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"dba0e8b1-05dd-4dbd-a58e-f4f9b25a4e3f","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.232674409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"11a8a4d6-47d4-422d-891f-9c04cc1e6759","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.23269622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"11a8a4d6-47d4-422d-891f-9c04cc1e6759","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.28883318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"7048dd28-d04d-4779-87b8-843612fa1637","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.769409749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"25f30315-07b3-4669-ae13-9866c2af4474","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.787027122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"25f30315-07b3-4669-ae13-9866c2af4474","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.947891938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fa7d600-9d8b-44f1-b055-1f59d62b4f09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.947917703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fa7d600-9d8b-44f1-b055-1f59d62b4f09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.974765665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"573bbfa6-eabe-4642-8826-485361bc7f7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:43.992290237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"573bbfa6-eabe-4642-8826-485361bc7f7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.711735616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","namespace":"ai-tenant-e2e-api-b-502896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.711841976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","namespace":"ai-tenant-e2e-api-b-502896","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.711930645Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","tenant":"e2e-api-b-502896","tenantID":"e2e-api-b-502896","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.72747722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Deployment","name":"maas-api-e2e-api-b-502896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.757974573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Service","name":"maas-api-e2e-api-b-502896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.774459948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-502896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.790139219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-502896","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.805933913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.821474184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.839617116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.855333479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.869209662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Deployment","name":"payload-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.882631832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.896524262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Service","name":"payload-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.91018539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"Service","name":"payload-pre-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.923656516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.93699799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.950389134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.97480719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:45.997929947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.01540983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.02960026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-502896","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.043380741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-502896"},"namespace":"ai-tenant-e2e-api-b-502896","name":"default-tenant","reconcileID":"403ba77d-9f14-44a8-a4bd-8821445cd6ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-502896","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.371763537Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-502896","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-502896","reconcileID":"81cda726-415b-47ad-a862-8565ad1a22fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-502896","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-502896"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.739662844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762549e-dde1-4de1-81e6-96d29b15fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.753752644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762549e-dde1-4de1-81e6-96d29b15fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.76785924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762549e-dde1-4de1-81e6-96d29b15fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:46.782058516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762549e-dde1-4de1-81e6-96d29b15fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:47.336988916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4499ec6f-90e9-411d-ba57-3416ffd8ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:47.351344982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4499ec6f-90e9-411d-ba57-3416ffd8ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:47.365658411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4499ec6f-90e9-411d-ba57-3416ffd8ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:47.379610928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4499ec6f-90e9-411d-ba57-3416ffd8ec91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.364919093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"99777cc1-d16d-47e0-a10c-325226416085","namespace":"ai-tenant-e2e-api-a-b68f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.36498566Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"99777cc1-d16d-47e0-a10c-325226416085","namespace":"ai-tenant-e2e-api-a-b68f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.365036252Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"99777cc1-d16d-47e0-a10c-325226416085","name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.383033627Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"99777cc1-d16d-47e0-a10c-325226416085","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.383371033Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"4e915336-1fe7-49cb-8c4c-86c63259e029","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.383783568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a08d505-9093-41c3-b72b-677daeb31cb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.383815913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a08d505-9093-41c3-b72b-677daeb31cb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.515236078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"4e915336-1fe7-49cb-8c4c-86c63259e029","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.563043123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"4e915336-1fe7-49cb-8c4c-86c63259e029","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"name":"e2e-api-a-b68f66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.563071006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"e2e-e2e-api-a-b68f66-policy","reconcileID":"4e915336-1fe7-49cb-8c4c-86c63259e029","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b68f66-policy","namespace":"ai-tenant-e2e-api-a-b68f66"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b68f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.582623943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df8f7242-b6dd-4f6f-8b0c-0dc5fe3eeb10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:49.58264537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df8f7242-b6dd-4f6f-8b0c-0dc5fe3eeb10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.610282067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"829d3d99-8740-4a65-8e4e-c10e0968f53d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.710621512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"230d927f-4c81-44cb-881e-e936470939d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.710622865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"d63b4e91-8005-4cda-9d30-d80a582512c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.710982869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e2e1477-2918-4f00-b6c6-c734e7da40ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.811329232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"dcf55704-40f2-4c04-9dd5-820181264d19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.811334741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"88d6c4a4-4b3a-49d6-a9ee-fcbc6c1f4681","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.811719991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"42b96112-27bc-4bb5-b9ff-4ffab4d6c71e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.811870306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"81216b0f-4e75-4bd0-bac6-fef3df4ca0d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.912201552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"5f545007-2293-4ec9-8ac6-b5c68637fcbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.912269186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"924a2d07-c53d-453e-894a-8fe7bc587f7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:50.912577267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"2c19251b-8307-4c97-bad3-59625d605caf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:51.010069439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"365f5b38-f873-42a0-8529-7b0ea8abf61b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:52.672213134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"73d871fb-7c3b-4d08-83b8-bf8159b2c388","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:52.710795735Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"73d871fb-7c3b-4d08-83b8-bf8159b2c388","name":"e2e-api-a-e452ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.002721353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"ed35537d-dbcc-4c79-ba3d-e8cbc9bf753c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.024947448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"ed35537d-dbcc-4c79-ba3d-e8cbc9bf753c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.051323114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22848d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f2180b1795d4b8fa4bf967b757327c9c0dfe3af6a06bc761e73b9250a94e6b2) AuthConfig (08a8958b600a9bf527cf12ef089f091ca25ad86a517f07eedf104d0e3fb87be5) AuthConfig (9b11f9bd5f647186e8a6e0eeeaeb43971d798073b94406ac428d39da6950882f) AuthConfig (0351bcc9428cc7804b26d766b2d8deab5c1f1874e0c1e24518b5d71478bd76a5) AuthConfig (a5971ad18e419187063f2f7954235de3e7ddf0bcf945fea70c1d4c0d5400db30) AuthConfig (2185f0ec60d84c5294d00b42683e0af5e237760be60aadd5a1927b5cf0db3587)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"ed35537d-dbcc-4c79-ba3d-e8cbc9bf753c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.070151774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d5a23e6-66c2-419a-a4e2-75b50842eda8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.070173836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d5a23e6-66c2-419a-a4e2-75b50842eda8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.233122986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"2e40b963-0e3a-44de-8e85-83395dd6fb84","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.254429491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"2e40b963-0e3a-44de-8e85-83395dd6fb84","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:24:53.272894777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"2e40b963-0e3a-44de-8e85-83395dd6fb84","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.10168854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"e0ea75c2-076e-4158-ba65-ddd5e9a31fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.121270486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"e0ea75c2-076e-4158-ba65-ddd5e9a31fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.138930142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-22848d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f2180b1795d4b8fa4bf967b757327c9c0dfe3af6a06bc761e73b9250a94e6b2) AuthConfig (08a8958b600a9bf527cf12ef089f091ca25ad86a517f07eedf104d0e3fb87be5) AuthConfig (9b11f9bd5f647186e8a6e0eeeaeb43971d798073b94406ac428d39da6950882f) AuthConfig (0351bcc9428cc7804b26d766b2d8deab5c1f1874e0c1e24518b5d71478bd76a5) AuthConfig (a5971ad18e419187063f2f7954235de3e7ddf0bcf945fea70c1d4c0d5400db30) AuthConfig (2185f0ec60d84c5294d00b42683e0af5e237760be60aadd5a1927b5cf0db3587)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"e0ea75c2-076e-4158-ba65-ddd5e9a31fda","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.315598361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"d46981e4-b023-475b-8d26-a0acb4e65dac","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.348942491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"d46981e4-b023-475b-8d26-a0acb4e65dac","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.368896592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"d46981e4-b023-475b-8d26-a0acb4e65dac","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.770323016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e54d98d9-57f7-4816-901c-d66141a1b29e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.867587877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"76082e25-7013-449b-bf52-8993933b3cb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.86761459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"062db983-cf15-4da4-bd35-b597f65ddcec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:03.868006373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4744eac-4a6a-4033-87a7-3309e0925e04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.000245478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"59462cb4-ce21-47f3-be7a-6394ab7a735e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.003563709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"8dd06a92-625b-4543-a9d6-a63db794fd4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.003626377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"ed09fa89-7abc-449a-bc9a-a4c631a15360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.0040003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"be208ae0-dcce-4beb-b566-405f1720412f","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.093964622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"60b54fd5-5f97-42c4-bf64-f2c3f865146e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.093986513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"60b54fd5-5f97-42c4-bf64-f2c3f865146e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.107971239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"dd7371b8-b8b0-485a-b7c4-fcf05be12c03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.16861881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"0605678f-6509-4d5b-9bc5-0384781cd3ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.168828884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"143b5678-49aa-4d40-a19f-bfd48ee67865","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.168985118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"c61dde64-6ebe-4cbc-9f51-bb03c9939322","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.277677522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"a485ec47-a9d3-4ea4-8386-f45444d7ab31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.291433739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"13ee8cbe-adf1-46aa-823d-0f282d6dd460","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.312955811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"13ee8cbe-adf1-46aa-823d-0f282d6dd460","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.330066814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (286485864ab17e010f6c08bf698b2a47e76851bffd5f4acec9b707b741af6a60) AuthConfig (24ee9c867323ed4e267dc645eb7d39458ac0e205929f8aa7e6443cd8f05b31ee) AuthConfig (7dca433becd8e5a3463642112a6807dfb673454889a31fa7d49d0a80682ce662) AuthConfig (98665821a1e7494ad198442d333e07a45bf9cbd9f22447d192ebf197202c8f4d) AuthConfig (b61a7fd0ab8cb4d8dcd8dc4c89e175cf0a7ff5d2a8a426713c51a4a99c0cf7a6) AuthConfig (20f125c10aff26cda4a15f9f39ab34b5f38610d36af8f8538df940c17cd2af88) AuthConfig (54d5ba9230e98a6420a73c78e96cfd8ca641a8bc312b8fe17f311536ed6726f0) AuthConfig (d1ad26dbcfff5f25fe1d3ebe3a4118c4c7cc874de8b21afbae3533099a6a636a) AuthConfig (ee63e3a5ee3e13990fff9094a993eb9755d15fbc4f980f48646a5046f98405ad) AuthConfig (f5bfe025a7047e91df685d868b5580ce15d0134a6810fe5eb3908fb2e9136e56) AuthConfig (0841a858d12e2a6f347dc19972bf70169a122afc517144f4736b5eff60fc46af) AuthConfig (86e156b12179478b09c840cf9621f147352588dddc3978b61ff2e7bd5009b853) AuthConfig (f245c7337115ce6066eb06d8c761a583de3e4e6a784854148dc4aa85f704e0f7) AuthConfig (492ba9e0206cc8937cdbd2fca34a7ddffa7273fb78db603f7fdc0d7879fe8386) AuthConfig (43bd132893a666c9719109e20d7e9005985b965d5ea46a041bc07129985f8be7) AuthConfig (fd5dbdd80565bef0912b9698e9ecbedcd403dd7859959c137ceb0e960ad4d419) AuthConfig (a1185789f5794672f0208bd518510b3cc0ecbcfee73df37e80245e480911447c) AuthConfig (6b5f78a3f3b5510bf02545abe51644e12a0ea6cc161036fce4d8d0ea2428f26d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"13ee8cbe-adf1-46aa-823d-0f282d6dd460","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.349904292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"594cbca1-87c6-4386-a764-1416e4c13f83","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.349924697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"594cbca1-87c6-4386-a764-1416e4c13f83","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:04.887517168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.517683717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281a49f3-d584-4605-a64e-b77b1259daf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.532010278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281a49f3-d584-4605-a64e-b77b1259daf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.546061995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281a49f3-d584-4605-a64e-b77b1259daf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:07.560167241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281a49f3-d584-4605-a64e-b77b1259daf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.118920322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2910d4-59de-47c6-8aaf-7f41ed74cc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.132841355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2910d4-59de-47c6-8aaf-7f41ed74cc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.146786973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2910d4-59de-47c6-8aaf-7f41ed74cc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.160635087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2910d4-59de-47c6-8aaf-7f41ed74cc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.492472243Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","namespace":"ai-tenant-e2e-api-a-b68f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.492532109Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","namespace":"ai-tenant-e2e-api-a-b68f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.492585655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","tenant":"e2e-api-a-b68f66","tenantID":"e2e-api-a-b68f66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.508271779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Deployment","name":"maas-api-e2e-api-a-b68f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.539989944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Service","name":"maas-api-e2e-api-a-b68f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.556779471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b68f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.572647002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b68f66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.588360001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.605885776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.622194263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.637818052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.651116898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Deployment","name":"payload-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.664544743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.67822054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Service","name":"payload-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.691926828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.705597681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.719238917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.734061289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.752254655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.767365787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.78888414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.804254756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b68f66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:08.817656989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b68f66"},"namespace":"ai-tenant-e2e-api-a-b68f66","name":"default-tenant","reconcileID":"9e0b79ce-5fed-4f22-b791-dd8b8287498c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b68f66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.139638508Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b68f66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b68f66","reconcileID":"f1074f55-271b-41dc-ac83-520efa8f20f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b68f66","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b68f66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.22005224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c6e7bf-f16f-4d00-9021-83d5185db78f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.220074024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48c6e7bf-f16f-4d00-9021-83d5185db78f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.241317313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf7a6c3-a85d-42d9-bccd-a36958656a26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.24134354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf7a6c3-a85d-42d9-bccd-a36958656a26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.269636153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"4844f5c7-8efc-45ab-95b4-703af3b17971","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.374742187Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"4844f5c7-8efc-45ab-95b4-703af3b17971","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.391619091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"4844f5c7-8efc-45ab-95b4-703af3b17971","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.410544562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"968d12ce-6031-4420-ba54-d05e0286eae7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.410564328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"968d12ce-6031-4420-ba54-d05e0286eae7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.53217109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b337-01ed-472e-ae0a-234b11e2ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.546570731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b337-01ed-472e-ae0a-234b11e2ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.560610319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b337-01ed-472e-ae0a-234b11e2ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:09.574759251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f7b337-01ed-472e-ae0a-234b11e2ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.189874585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe03870-9165-45df-a675-fd38e13e9301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.233248651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe03870-9165-45df-a675-fd38e13e9301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.24854039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe03870-9165-45df-a675-fd38e13e9301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:10.262946315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe03870-9165-45df-a675-fd38e13e9301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.513589019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fccf112d-a0f5-4d61-b01f-5918705f58d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.513615136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fccf112d-a0f5-4d61-b01f-5918705f58d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.55580731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028f734d-1b5c-4b8e-97d0-d1e912c500df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.555827417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028f734d-1b5c-4b8e-97d0-d1e912c500df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.596054957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"e1d07719-6d09-4639-8fc5-9d25dc37e851","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.613346058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"e1d07719-6d09-4639-8fc5-9d25dc37e851","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.661431149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6d262d-8fc5-48e7-8392-be119dd90c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.675471767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6d262d-8fc5-48e7-8392-be119dd90c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.689350953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6d262d-8fc5-48e7-8392-be119dd90c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.691552864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99ecce4e-2c51-4a98-8c6e-f849f6a5c6b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.69159292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99ecce4e-2c51-4a98-8c6e-f849f6a5c6b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.703198352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6d262d-8fc5-48e7-8392-be119dd90c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.723646683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c40f029e-cf64-4252-974a-c9f4ed72116f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.723662181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c40f029e-cf64-4252-974a-c9f4ed72116f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.74100239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6badd9f-fc6c-44f2-9625-95b4b23e30ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.741018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6badd9f-fc6c-44f2-9625-95b4b23e30ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.743196847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"5060f164-36ad-4e6c-ace8-4bd49af4e8c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:25:12.75847448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"4bc1dfa8-7a9f-4285-a522-702a88e02844","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-ff695673\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.761840276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"5060f164-36ad-4e6c-ace8-4bd49af4e8c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.805675866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81d3913-e328-47ed-a07f-89964f030d66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.805714216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81d3913-e328-47ed-a07f-89964f030d66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.82196933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c0f4de-519c-4977-94ed-8917ac1dba5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.821994201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c0f4de-519c-4977-94ed-8917ac1dba5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.843695755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60bf895d-9f57-4863-81f3-27fe1287e0b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.848074647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c78111-8c15-4339-9786-1799293a4043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.860940201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60bf895d-9f57-4863-81f3-27fe1287e0b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.866328267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c78111-8c15-4339-9786-1799293a4043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.896589905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"b8314161-0be1-4e1e-86c0-3d0bdb12f3b4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-ff695673","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.896717276Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"b8314161-0be1-4e1e-86c0-3d0bdb12f3b4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ff695673","error":"MaaSModelRef not found: llm/nonexistent-model-ff695673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.94477803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"5f9515c3-b510-486d-841a-0f4435791e2e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.96005654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"739fe439-ad52-4750-8da8-faad42a21d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.960100783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"739fe439-ad52-4750-8da8-faad42a21d78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.964016823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"5f9515c3-b510-486d-841a-0f4435791e2e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:12.980147252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d1d256b-85a7-4491-a8ae-dd8d9e392ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.04462309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec682438-b11e-432d-a19a-dad04e753adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.044623089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c52aae1-87e3-4c0f-9b12-c25db69d8bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.062300774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c52aae1-87e3-4c0f-9b12-c25db69d8bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.062347211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec682438-b11e-432d-a19a-dad04e753adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.07688869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"b1c6e7fc-5317-47a4-80c8-0a0307288415","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.077026994Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"b1c6e7fc-5317-47a4-80c8-0a0307288415","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ff695673","error":"MaaSModelRef not found: llm/nonexistent-model-ff695673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.186960332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"d2b27eaf-dca5-4b4e-9e35-453042d4e928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.20452517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"d2b27eaf-dca5-4b4e-9e35-453042d4e928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.278731309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be416d30-70fd-45c8-9a5c-4627cf327dac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.278759502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be416d30-70fd-45c8-9a5c-4627cf327dac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.312330975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9b9d19-c79a-4512-8ad7-b9f91712f3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.326661171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9b9d19-c79a-4512-8ad7-b9f91712f3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.340930163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9b9d19-c79a-4512-8ad7-b9f91712f3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.354735613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9b9d19-c79a-4512-8ad7-b9f91712f3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.360176894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-916ef5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-916ef5","reconcileID":"34912702-b07d-4302-8379-92f482846f9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-916ef5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-916ef5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.927688501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d1ba32-f23c-483e-9e95-8f284d479131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.941698795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d1ba32-f23c-483e-9e95-8f284d479131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.955656157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d1ba32-f23c-483e-9e95-8f284d479131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:13.969472768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d1ba32-f23c-483e-9e95-8f284d479131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:14.377778726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"b8710791-50cc-4b85-9fbf-d5b57e7289c2","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:14.395252965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"b8710791-50cc-4b85-9fbf-d5b57e7289c2","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:14.41271784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (286485864ab17e010f6c08bf698b2a47e76851bffd5f4acec9b707b741af6a60) AuthConfig (24ee9c867323ed4e267dc645eb7d39458ac0e205929f8aa7e6443cd8f05b31ee) AuthConfig (7dca433becd8e5a3463642112a6807dfb673454889a31fa7d49d0a80682ce662) AuthConfig (98665821a1e7494ad198442d333e07a45bf9cbd9f22447d192ebf197202c8f4d) AuthConfig (b61a7fd0ab8cb4d8dcd8dc4c89e175cf0a7ff5d2a8a426713c51a4a99c0cf7a6) AuthConfig (20f125c10aff26cda4a15f9f39ab34b5f38610d36af8f8538df940c17cd2af88) AuthConfig (54d5ba9230e98a6420a73c78e96cfd8ca641a8bc312b8fe17f311536ed6726f0) AuthConfig (d1ad26dbcfff5f25fe1d3ebe3a4118c4c7cc874de8b21afbae3533099a6a636a) AuthConfig (ee63e3a5ee3e13990fff9094a993eb9755d15fbc4f980f48646a5046f98405ad) AuthConfig (f5bfe025a7047e91df685d868b5580ce15d0134a6810fe5eb3908fb2e9136e56) AuthConfig (0841a858d12e2a6f347dc19972bf70169a122afc517144f4736b5eff60fc46af) AuthConfig (86e156b12179478b09c840cf9621f147352588dddc3978b61ff2e7bd5009b853) AuthConfig (f245c7337115ce6066eb06d8c761a583de3e4e6a784854148dc4aa85f704e0f7) AuthConfig (492ba9e0206cc8937cdbd2fca34a7ddffa7273fb78db603f7fdc0d7879fe8386) AuthConfig (43bd132893a666c9719109e20d7e9005985b965d5ea46a041bc07129985f8be7) AuthConfig (fd5dbdd80565bef0912b9698e9ecbedcd403dd7859959c137ceb0e960ad4d419) AuthConfig (a1185789f5794672f0208bd518510b3cc0ecbcfee73df37e80245e480911447c) AuthConfig (6b5f78a3f3b5510bf02545abe51644e12a0ea6cc161036fce4d8d0ea2428f26d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"b8710791-50cc-4b85-9fbf-d5b57e7289c2","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.452036825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ce78e6e-9536-4cf2-bdb8-ce79fe6aef20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.452062602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ce78e6e-9536-4cf2-bdb8-ce79fe6aef20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.493237582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"fcde7915-2ed6-4f99-8ceb-98491c9d997e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.493251053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e56364d1-d5e6-405a-8337-b2df9f057930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.493602987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3bf922f-71c3-4214-986f-be99916fa0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.5117254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"fcde7915-2ed6-4f99-8ceb-98491c9d997e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.511797632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3bf922f-71c3-4214-986f-be99916fa0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:15.513998804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e56364d1-d5e6-405a-8337-b2df9f057930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.457792933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"c4fd2471-548a-4244-838c-5b00595029de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.475746717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"c4fd2471-548a-4244-838c-5b00595029de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.631511812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f12163c-fcce-4151-a9f8-ee04bca2b9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.646537223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f12163c-fcce-4151-a9f8-ee04bca2b9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.66194794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f12163c-fcce-4151-a9f8-ee04bca2b9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.676727082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f12163c-fcce-4151-a9f8-ee04bca2b9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.676871397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"28473a06-c9c5-4ca3-958f-e552b83c1263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:17.698668448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"28473a06-c9c5-4ca3-958f-e552b83c1263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.223196943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bec3096-34eb-42ea-a1f3-dc8e317d353c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.237100001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bec3096-34eb-42ea-a1f3-dc8e317d353c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.251212962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bec3096-34eb-42ea-a1f3-dc8e317d353c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.265198113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bec3096-34eb-42ea-a1f3-dc8e317d353c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.801946665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7e9cec-0079-4748-bc09-1aa898a6801a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.816037584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7e9cec-0079-4748-bc09-1aa898a6801a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.830186775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7e9cec-0079-4748-bc09-1aa898a6801a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:18.844256948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7e9cec-0079-4748-bc09-1aa898a6801a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.437895771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"1e235f37-9035-4e72-8884-cfd7d4a1459a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.456286667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"1e235f37-9035-4e72-8884-cfd7d4a1459a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.472267737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"1e235f37-9035-4e72-8884-cfd7d4a1459a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.512525607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaea6f2-aea7-42f4-a01f-8c16ba408658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.526432376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaea6f2-aea7-42f4-a01f-8c16ba408658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.540072482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaea6f2-aea7-42f4-a01f-8c16ba408658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:19.55402857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaea6f2-aea7-42f4-a01f-8c16ba408658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:24.440899745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"bd740b70-8c02-495d-bf50-61e75d00e95b","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:24.459091559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"bd740b70-8c02-495d-bf50-61e75d00e95b","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:24.475514822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-70c21f37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (286485864ab17e010f6c08bf698b2a47e76851bffd5f4acec9b707b741af6a60) AuthConfig (24ee9c867323ed4e267dc645eb7d39458ac0e205929f8aa7e6443cd8f05b31ee) AuthConfig (7dca433becd8e5a3463642112a6807dfb673454889a31fa7d49d0a80682ce662) AuthConfig (98665821a1e7494ad198442d333e07a45bf9cbd9f22447d192ebf197202c8f4d) AuthConfig (b61a7fd0ab8cb4d8dcd8dc4c89e175cf0a7ff5d2a8a426713c51a4a99c0cf7a6) AuthConfig (20f125c10aff26cda4a15f9f39ab34b5f38610d36af8f8538df940c17cd2af88) AuthConfig (54d5ba9230e98a6420a73c78e96cfd8ca641a8bc312b8fe17f311536ed6726f0) AuthConfig (d1ad26dbcfff5f25fe1d3ebe3a4118c4c7cc874de8b21afbae3533099a6a636a) AuthConfig (ee63e3a5ee3e13990fff9094a993eb9755d15fbc4f980f48646a5046f98405ad) AuthConfig (f5bfe025a7047e91df685d868b5580ce15d0134a6810fe5eb3908fb2e9136e56) AuthConfig (0841a858d12e2a6f347dc19972bf70169a122afc517144f4736b5eff60fc46af) AuthConfig (86e156b12179478b09c840cf9621f147352588dddc3978b61ff2e7bd5009b853) AuthConfig (f245c7337115ce6066eb06d8c761a583de3e4e6a784854148dc4aa85f704e0f7) AuthConfig (492ba9e0206cc8937cdbd2fca34a7ddffa7273fb78db603f7fdc0d7879fe8386) AuthConfig (43bd132893a666c9719109e20d7e9005985b965d5ea46a041bc07129985f8be7) AuthConfig (fd5dbdd80565bef0912b9698e9ecbedcd403dd7859959c137ceb0e960ad4d419) AuthConfig (a1185789f5794672f0208bd518510b3cc0ecbcfee73df37e80245e480911447c) AuthConfig (6b5f78a3f3b5510bf02545abe51644e12a0ea6cc161036fce4d8d0ea2428f26d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"bd740b70-8c02-495d-bf50-61e75d00e95b","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.499612882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"ac93fd82-bc73-4d42-96b1-30979226cc85","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-ff695673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.558357654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"ac93fd82-bc73-4d42-96b1-30979226cc85","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.558387751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"ac93fd82-bc73-4d42-96b1-30979226cc85","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ff695673","subscription":"e2e-neg-ghost-sub-ff695673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.558492256Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-ff695673","reconcileID":"ac93fd82-bc73-4d42-96b1-30979226cc85","MaaSSubscription":{"name":"e2e-neg-ghost-sub-ff695673","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-ff695673","error":"MaaSModelRef not found: llm/nonexistent-model-ff695673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.616676931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"806424a2-d0ad-4508-bc27-baa3ad2a3405","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.639276364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf211b5d-0d16-4a73-9654-180732b08a52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.639295707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf211b5d-0d16-4a73-9654-180732b08a52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.688432209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d6854c-3d1d-417d-a53e-c1b85ed75eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.689179277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"80b464c2-b9d2-4e02-9feb-9ea91bc65fbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.700400023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f7aee03-bf6e-4039-b68d-7255de69cb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.708449705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"80b464c2-b9d2-4e02-9feb-9ea91bc65fbb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.708882662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d6854c-3d1d-417d-a53e-c1b85ed75eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.7185536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f7aee03-bf6e-4039-b68d-7255de69cb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.783899776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-ff695673","reconcileID":"e72bd7f5-6f89-4b5e-951b-e8e4bb7d4d3b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-ff695673","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.783987191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02b5325d-dfc2-4e26-af10-b9624d497dc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.784006541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02b5325d-dfc2-4e26-af10-b9624d497dc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.866942861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c0b902b-4568-4f0e-b221-591fbed7ce76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:25.866964684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c0b902b-4568-4f0e-b221-591fbed7ce76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.096627393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef0bb2a6-c5cc-4e86-a415-0339e090d43b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.096651898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef0bb2a6-c5cc-4e86-a415-0339e090d43b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.115332548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726eedb4-243f-46de-908b-041f6a754c61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.11535068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726eedb4-243f-46de-908b-041f6a754c61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.170314931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"17b60387-8fb3-4360-8e62-a03247fc6642","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.187932097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"17b60387-8fb3-4360-8e62-a03247fc6642","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.217401868Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"17b60387-8fb3-4360-8e62-a03247fc6642","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8b6bfaa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.350672428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b59dce6-b6a3-4099-9b1c-4caaee993922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.350693589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b59dce6-b6a3-4099-9b1c-4caaee993922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.452697468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"67beb618-25e5-494e-9aaf-0c637d1433d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.47037923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"67beb618-25e5-494e-9aaf-0c637d1433d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:26.500242063Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"67beb618-25e5-494e-9aaf-0c637d1433d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8b6bfaa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:27.480072706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"156212c2-797e-4d86-8f89-bc87eaa83902","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:27.49925189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"156212c2-797e-4d86-8f89-bc87eaa83902","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:27.656462403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"4fa7c4f4-c496-4d6f-9583-6f4978307b13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:27.674048825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"4fa7c4f4-c496-4d6f-9583-6f4978307b13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.356439904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0a58be0f-10b5-4dd2-8e8b-9c43312ec793","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.397334607Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0a58be0f-10b5-4dd2-8e8b-9c43312ec793","name":"e2e-api-b-916ef5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.418485819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"0ecd84b2-14e9-4286-9a8e-f15c47571495","namespace":"ai-tenant-e2e-api-b-22848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.418574446Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"0ecd84b2-14e9-4286-9a8e-f15c47571495","namespace":"ai-tenant-e2e-api-b-22848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.41864946Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"0ecd84b2-14e9-4286-9a8e-f15c47571495","name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.436742044Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"0ecd84b2-14e9-4286-9a8e-f15c47571495","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.437306814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c316cbbd-4004-4838-8709-4cf6b15b3a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.43732386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c316cbbd-4004-4838-8709-4cf6b15b3a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.437603545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"f99709b7-bfdf-428a-a37e-938ec45283e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.520120531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"f99709b7-bfdf-428a-a37e-938ec45283e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.589421666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"f99709b7-bfdf-428a-a37e-938ec45283e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"name":"e2e-api-b-22848d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.589548855Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"e2e-e2e-api-b-22848d-policy","reconcileID":"f99709b7-bfdf-428a-a37e-938ec45283e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-22848d-policy","namespace":"ai-tenant-e2e-api-b-22848d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-22848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.607282067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16dde106-b6a5-4c76-afe3-c5a018bbbcc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.607308558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16dde106-b6a5-4c76-afe3-c5a018bbbcc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.859551435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"16344fc2-9b35-4e43-9e7d-b9a37cfa734a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.860575299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdc08dac-3471-4af9-af5e-f2440a937731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.860668491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdc08dac-3471-4af9-af5e-f2440a937731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.876506319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-8b6bfaa4","reconcileID":"16344fc2-9b35-4e43-9e7d-b9a37cfa734a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-8b6bfaa4","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8b6bfaa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.998585136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c735baa0-4284-4a91-b5b8-2cc94dd02ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:28.99861369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c735baa0-4284-4a91-b5b8-2cc94dd02ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:29.516589125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"81e5fdcb-1801-48b1-b03b-4304a7718fbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:29.541649851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"81e5fdcb-1801-48b1-b03b-4304a7718fbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:29.560983396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2969930a04f95d81901debf78fe4e5e7a9f9d6d21363555109d0b1a306f13fd5) AuthConfig (5bc4164b8e695feb8cdb8b598af0d6c60badd436d5d6c39d4cb61c0c6e4cd754) AuthConfig (0c3752e8d25828b76cf9e6f5d05f71ff488f1531d139f8a283b68ae728933d1e) AuthConfig (2badfb6fc74b7a7da5d5d2acb97f1d286d5e1b9a212344c4cb1a52d776ce9df3) AuthConfig (3a3b5952e62f4378c96c2636f7750a8a83d6e71d07ddb5055a35b8aa79482ce9) AuthConfig (ae003ae8ab072f1ec94c43ad5aee5866d32961032cc3a23ae32e84e998496376)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"81e5fdcb-1801-48b1-b03b-4304a7718fbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:29.583832061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a624d1df-64d4-4797-a230-beb3870f8258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:29.583948837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a624d1df-64d4-4797-a230-beb3870f8258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:34.502981874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"b875851d-a44c-4b69-8a46-66a39adff564","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:34.520459486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"b875851d-a44c-4b69-8a46-66a39adff564","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:34.681553235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"d9b66369-84f9-422d-afac-ddb8f63dad16","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:34.681575176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"d9b66369-84f9-422d-afac-ddb8f63dad16","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:34.886657671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.012266547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6256d22-11e2-46fb-890e-a60789ffd714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.026883526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6256d22-11e2-46fb-890e-a60789ffd714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.043529377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6256d22-11e2-46fb-890e-a60789ffd714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.059346982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6256d22-11e2-46fb-890e-a60789ffd714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.628449855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4a52fc-2665-4caa-90dd-8a345a745335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.6424455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4a52fc-2665-4caa-90dd-8a345a745335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.656419016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4a52fc-2665-4caa-90dd-8a345a745335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.670859178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4a52fc-2665-4caa-90dd-8a345a745335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:37.855005806Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1314ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1314ae","reconcileID":"fbd22c39-6376-408a-9a24-9067943999ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-1314ae","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-1314ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.283171868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e515774a-4ffe-4d63-b839-7dbfbe29e670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.297126367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e515774a-4ffe-4d63-b839-7dbfbe29e670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.310963979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e515774a-4ffe-4d63-b839-7dbfbe29e670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.324680549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e515774a-4ffe-4d63-b839-7dbfbe29e670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.867392222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf7ad2-cc7a-4e5d-a66c-0caa3216a22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.881472242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf7ad2-cc7a-4e5d-a66c-0caa3216a22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.898423898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf7ad2-cc7a-4e5d-a66c-0caa3216a22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:38.914758763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf7ad2-cc7a-4e5d-a66c-0caa3216a22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.440285758Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6c51a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6c51a","reconcileID":"7a59c2ef-88a9-4ca9-90b9-da35e5376c2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f6c51a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f6c51a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.545261201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892d8a9a-5f07-46dc-9f20-3b1e6fe76229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.559938684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892d8a9a-5f07-46dc-9f20-3b1e6fe76229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.574017203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892d8a9a-5f07-46dc-9f20-3b1e6fe76229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.588541254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892d8a9a-5f07-46dc-9f20-3b1e6fe76229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.619662415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"a2d51bdf-54e1-4917-8b7d-662a763d4a81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.63878799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"a2d51bdf-54e1-4917-8b7d-662a763d4a81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:39.656022828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2969930a04f95d81901debf78fe4e5e7a9f9d6d21363555109d0b1a306f13fd5) AuthConfig (5bc4164b8e695feb8cdb8b598af0d6c60badd436d5d6c39d4cb61c0c6e4cd754) AuthConfig (0c3752e8d25828b76cf9e6f5d05f71ff488f1531d139f8a283b68ae728933d1e) AuthConfig (2badfb6fc74b7a7da5d5d2acb97f1d286d5e1b9a212344c4cb1a52d776ce9df3) AuthConfig (3a3b5952e62f4378c96c2636f7750a8a83d6e71d07ddb5055a35b8aa79482ce9) AuthConfig (ae003ae8ab072f1ec94c43ad5aee5866d32961032cc3a23ae32e84e998496376)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"a2d51bdf-54e1-4917-8b7d-662a763d4a81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.205595613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf326c-2494-475d-b08f-0c5daf8b067e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.219593737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf326c-2494-475d-b08f-0c5daf8b067e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.233583118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf326c-2494-475d-b08f-0c5daf8b067e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.247830792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3abf326c-2494-475d-b08f-0c5daf8b067e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.822212066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd1f03c-ac31-4804-909d-c98010165934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.836397076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd1f03c-ac31-4804-909d-c98010165934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.850391379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd1f03c-ac31-4804-909d-c98010165934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:40.864177288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd1f03c-ac31-4804-909d-c98010165934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:41.452014365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c65120b-19df-495f-be5d-cf59f003c8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:41.468424182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c65120b-19df-495f-be5d-cf59f003c8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:41.487263034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c65120b-19df-495f-be5d-cf59f003c8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:41.503267845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c65120b-19df-495f-be5d-cf59f003c8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.107643173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395b50a-8e01-4582-89e7-93704180d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.121748391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395b50a-8e01-4582-89e7-93704180d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.13603557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395b50a-8e01-4582-89e7-93704180d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.150223154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395b50a-8e01-4582-89e7-93704180d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.812214879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c1e47b-0ac0-404d-824b-393c546b4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.826771372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c1e47b-0ac0-404d-824b-393c546b4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.841693194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c1e47b-0ac0-404d-824b-393c546b4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:42.855940923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c1e47b-0ac0-404d-824b-393c546b4dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:43.414227955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57723613-d59b-47c9-8f44-08039c6b3bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:43.428179092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57723613-d59b-47c9-8f44-08039c6b3bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:43.441896972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57723613-d59b-47c9-8f44-08039c6b3bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:43.455858483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57723613-d59b-47c9-8f44-08039c6b3bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.008740265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ccbd4-d4ff-40a1-9a12-d68f8306878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.022694597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ccbd4-d4ff-40a1-9a12-d68f8306878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.037243196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ccbd4-d4ff-40a1-9a12-d68f8306878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.051288307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ccbd4-d4ff-40a1-9a12-d68f8306878a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.807818629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd47521-93ec-4e56-bb9e-e277ceac897e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.822021644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd47521-93ec-4e56-bb9e-e277ceac897e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.836275713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd47521-93ec-4e56-bb9e-e277ceac897e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:44.850228496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd47521-93ec-4e56-bb9e-e277ceac897e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.408573893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90bab7f-68bd-4ac5-b4e4-0e395470b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.422681911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90bab7f-68bd-4ac5-b4e4-0e395470b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.436992692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90bab7f-68bd-4ac5-b4e4-0e395470b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.451381409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b90bab7f-68bd-4ac5-b4e4-0e395470b224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.932768987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9f75946f-bdad-4365-b0d8-668f756c0f59","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.932797178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9f75946f-bdad-4365-b0d8-668f756c0f59","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.965838582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"970d4740-6430-49ea-bb57-57d755d133fd","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.96586272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"970d4740-6430-49ea-bb57-57d755d133fd","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:45.988398319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"78ed3d8a-c526-477f-b70e-9bc5c6cb8dd2","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.003453341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"fc7f8daf-c08f-4f0b-8d2a-33994f9b12a4","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.006350114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"78ed3d8a-c526-477f-b70e-9bc5c6cb8dd2","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.184111832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"253a0e9b-a8a8-4418-be6a-8b1775f658af","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.209302147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"0e583b2a-d9e4-4d48-8ff4-7855b418d112","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.256780832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"0e583b2a-d9e4-4d48-8ff4-7855b418d112","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.349914345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8a2612-b703-4800-81fa-92e2d53cbf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.3638425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8a2612-b703-4800-81fa-92e2d53cbf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.377734096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8a2612-b703-4800-81fa-92e2d53cbf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.391656604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8a2612-b703-4800-81fa-92e2d53cbf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.937726693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6947d1-060b-4e70-a6ac-161bc47eb6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.951705424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6947d1-060b-4e70-a6ac-161bc47eb6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.965602147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6947d1-060b-4e70-a6ac-161bc47eb6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:46.979586574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6947d1-060b-4e70-a6ac-161bc47eb6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.531005169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5970e-1644-411a-a218-5ace1ff136bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.545067681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5970e-1644-411a-a218-5ace1ff136bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.559523142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5970e-1644-411a-a218-5ace1ff136bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:47.573874778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dab5970e-1644-411a-a218-5ace1ff136bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.177072482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a259c2ce-6dd2-4785-a287-0ec2134a5932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.191072231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a259c2ce-6dd2-4785-a287-0ec2134a5932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.204988084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a259c2ce-6dd2-4785-a287-0ec2134a5932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.219278108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a259c2ce-6dd2-4785-a287-0ec2134a5932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.757725162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f6940-9e3c-4c2d-87a4-c4b2a7cd5ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.772276174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f6940-9e3c-4c2d-87a4-c4b2a7cd5ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.786892181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f6940-9e3c-4c2d-87a4-c4b2a7cd5ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:48.800951075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d06f6940-9e3c-4c2d-87a4-c4b2a7cd5ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.123247602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"223d2609-4a4e-4fea-81d0-14edd4abd449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.123271834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"223d2609-4a4e-4fea-81d0-14edd4abd449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.13967898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d61d83e2-649a-44b0-887c-7a56b7e97bce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.139701521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d61d83e2-649a-44b0-887c-7a56b7e97bce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.173556308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"a5824210-c182-4c14-b68f-32a72c29cbac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.266599163Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"a5824210-c182-4c14-b68f-32a72c29cbac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.303848345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-916ef5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"a5824210-c182-4c14-b68f-32a72c29cbac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.323188075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ca487aa-04c6-4a08-b239-c0fdecf816aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.323209772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ca487aa-04c6-4a08-b239-c0fdecf816aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.401796417Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","namespace":"ai-tenant-e2e-api-b-22848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.40185424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","namespace":"ai-tenant-e2e-api-b-22848d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.401906981Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","tenant":"e2e-api-b-22848d","tenantID":"e2e-api-b-22848d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.419397996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Deployment","name":"maas-api-e2e-api-b-22848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.436509146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba96e191-fb19-4aa2-9d4d-32efdaca13b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.451355138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Service","name":"maas-api-e2e-api-b-22848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.453589096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba96e191-fb19-4aa2-9d4d-32efdaca13b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.469726425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-22848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.470301111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba96e191-fb19-4aa2-9d4d-32efdaca13b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.487048498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba96e191-fb19-4aa2-9d4d-32efdaca13b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.487202678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-22848d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.507294136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.525394649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.547850392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.566516996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.580098581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Deployment","name":"payload-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.593428427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.606827148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Service","name":"payload-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.622709984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.639318194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.654008123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.667902362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.692703527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c08d95e5-af0a-40be-b8eb-29365044af10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.693056193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.725780553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c08d95e5-af0a-40be-b8eb-29365044af10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.732558514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.744772311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2969930a04f95d81901debf78fe4e5e7a9f9d6d21363555109d0b1a306f13fd5) AuthConfig (5bc4164b8e695feb8cdb8b598af0d6c60badd436d5d6c39d4cb61c0c6e4cd754) AuthConfig (0c3752e8d25828b76cf9e6f5d05f71ff488f1531d139f8a283b68ae728933d1e) AuthConfig (2badfb6fc74b7a7da5d5d2acb97f1d286d5e1b9a212344c4cb1a52d776ce9df3) AuthConfig (3a3b5952e62f4378c96c2636f7750a8a83d6e71d07ddb5055a35b8aa79482ce9) AuthConfig (ae003ae8ab072f1ec94c43ad5aee5866d32961032cc3a23ae32e84e998496376)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c08d95e5-af0a-40be-b8eb-29365044af10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.74857236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.762031433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-22848d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:49.775808896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-22848d"},"namespace":"ai-tenant-e2e-api-b-22848d","name":"default-tenant","reconcileID":"565f54bb-fd36-46bd-b312-64ad526f2d0f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-22848d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.059705858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"431de635-f96b-4897-b347-6e86f2ab6848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.077335142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"431de635-f96b-4897-b347-6e86f2ab6848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.094246105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2969930a04f95d81901debf78fe4e5e7a9f9d6d21363555109d0b1a306f13fd5) AuthConfig (5bc4164b8e695feb8cdb8b598af0d6c60badd436d5d6c39d4cb61c0c6e4cd754) AuthConfig (0c3752e8d25828b76cf9e6f5d05f71ff488f1531d139f8a283b68ae728933d1e) AuthConfig (2badfb6fc74b7a7da5d5d2acb97f1d286d5e1b9a212344c4cb1a52d776ce9df3) AuthConfig (3a3b5952e62f4378c96c2636f7750a8a83d6e71d07ddb5055a35b8aa79482ce9) AuthConfig (ae003ae8ab072f1ec94c43ad5aee5866d32961032cc3a23ae32e84e998496376)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"431de635-f96b-4897-b347-6e86f2ab6848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.179507852Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-22848d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-22848d","reconcileID":"76378595-dd2c-496d-9428-0d12d499067e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-22848d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-22848d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.234316995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516111cb-506a-4825-b8fc-e76144370a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.248572025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516111cb-506a-4825-b8fc-e76144370a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.26265413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516111cb-506a-4825-b8fc-e76144370a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.276840535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516111cb-506a-4825-b8fc-e76144370a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.339504282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"09c166f3-7fe5-408c-8c27-5e87e0c37837","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.357593853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"09c166f3-7fe5-408c-8c27-5e87e0c37837","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.404200497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e452ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2969930a04f95d81901debf78fe4e5e7a9f9d6d21363555109d0b1a306f13fd5) AuthConfig (5bc4164b8e695feb8cdb8b598af0d6c60badd436d5d6c39d4cb61c0c6e4cd754) AuthConfig (0c3752e8d25828b76cf9e6f5d05f71ff488f1531d139f8a283b68ae728933d1e) AuthConfig (2badfb6fc74b7a7da5d5d2acb97f1d286d5e1b9a212344c4cb1a52d776ce9df3) AuthConfig (3a3b5952e62f4378c96c2636f7750a8a83d6e71d07ddb5055a35b8aa79482ce9) AuthConfig (ae003ae8ab072f1ec94c43ad5aee5866d32961032cc3a23ae32e84e998496376)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"09c166f3-7fe5-408c-8c27-5e87e0c37837","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.897643776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f837c2-c508-4522-af11-454f42c631f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.912143706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f837c2-c508-4522-af11-454f42c631f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.926139384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f837c2-c508-4522-af11-454f42c631f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:50.940144073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f837c2-c508-4522-af11-454f42c631f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:51.627746958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0a94db-7484-4ab6-9234-84c95e7c0cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:51.642106509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0a94db-7484-4ab6-9234-84c95e7c0cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:51.656795971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0a94db-7484-4ab6-9234-84c95e7c0cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:51.674364921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0a94db-7484-4ab6-9234-84c95e7c0cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:55.234317871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"b7e22b7a-4b37-4d85-8ae7-8d68c22e3696","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:55.273292239Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"b7e22b7a-4b37-4d85-8ae7-8d68c22e3696","name":"e2e-api-a-1314ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.134012494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"54b33c4e-97ad-4821-b658-deb003c22865","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.134148675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"54b33c4e-97ad-4821-b658-deb003c22865","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.16148473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"29cb2d02-36b4-421d-83ff-111755aa39a3","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.180189554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"29cb2d02-36b4-421d-83ff-111755aa39a3","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.222181185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"9d0dac68-8c7d-4c7f-8ca0-39288eca0971","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.273804624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"e740bfe0-6c87-462b-ae0d-fb5094252fdc","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.292483156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"e740bfe0-6c87-462b-ae0d-fb5094252fdc","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:56.321558033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"c28ab3b0-cf7e-42e7-a52c-359f3b1de2e5","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:58.696275008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"fd204589-bf12-4f70-b4e3-ab4cc2a97afd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f6c51a","tenantID":"e2e-ipp-a-f6c51a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:58.73602825Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"fd204589-bf12-4f70-b4e3-ab4cc2a97afd","name":"e2e-ipp-a-f6c51a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:59.351976034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"6b58b2de-ff87-4699-8ef5-900bfb1ab024","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:59.370211225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"6b58b2de-ff87-4699-8ef5-900bfb1ab024","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:25:59.387281173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-916ef5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"6b58b2de-ff87-4699-8ef5-900bfb1ab024","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:00.448947324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"0f35d09b-306f-49ed-9878-937515c598d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:00.47439799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"0f35d09b-306f-49ed-9878-937515c598d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:00.557597649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03dd728f-4643-4d2d-a039-3b6fc1710189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:00.557620081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03dd728f-4643-4d2d-a039-3b6fc1710189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:00.586268959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"09f4fcf1-0fd8-4546-8597-dbf3553e5139","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:00.605382158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"09f4fcf1-0fd8-4546-8597-dbf3553e5139","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.129521087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d825f-47e8-4ab1-98fa-035a6384373c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.143769675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d825f-47e8-4ab1-98fa-035a6384373c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.157953568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d825f-47e8-4ab1-98fa-035a6384373c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.172210894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d825f-47e8-4ab1-98fa-035a6384373c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.851309138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a6c90b-a961-4132-abdb-a5f1d2ddf05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.870381495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a6c90b-a961-4132-abdb-a5f1d2ddf05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.886200967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a6c90b-a961-4132-abdb-a5f1d2ddf05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:01.900413872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a6c90b-a961-4132-abdb-a5f1d2ddf05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.032967152Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-43266e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-43266e","reconcileID":"a873a97e-c345-40e6-8cfe-87e86f57a2df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-43266e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-43266e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.648001045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2630e4c2-2148-4986-8a3e-b668b0624489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.665355132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2630e4c2-2148-4986-8a3e-b668b0624489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.682241784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2630e4c2-2148-4986-8a3e-b668b0624489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:02.717958658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2630e4c2-2148-4986-8a3e-b668b0624489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:03.343227708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d60a85-e93f-4194-9310-974adde73595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:03.363276878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d60a85-e93f-4194-9310-974adde73595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:03.383310621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d60a85-e93f-4194-9310-974adde73595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:03.397661021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d60a85-e93f-4194-9310-974adde73595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.091672363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48602f1c-d409-47f8-878d-a04c64a0efc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.09176526Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"7d7d69dd-ec83-44dd-b980-39a197c7ef80","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.091901053Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"7d7d69dd-ec83-44dd-b980-39a197c7ef80","name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.106429428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48602f1c-d409-47f8-878d-a04c64a0efc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.120552532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48602f1c-d409-47f8-878d-a04c64a0efc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.12527249Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"7d7d69dd-ec83-44dd-b980-39a197c7ef80","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.125289266Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"7d7d69dd-ec83-44dd-b980-39a197c7ef80","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.125768633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"92e452de-c469-4a2b-9e6f-b327e0019329","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.125784169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"92e452de-c469-4a2b-9e6f-b327e0019329","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.143537741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48602f1c-d409-47f8-878d-a04c64a0efc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.144806811Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"7d7d69dd-ec83-44dd-b980-39a197c7ef80","name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.226853945Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"7d7d69dd-ec83-44dd-b980-39a197c7ef80","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.251647253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"2bf3c00b-9058-4c8d-b5a8-bc1a5558514d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.251675413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"2bf3c00b-9058-4c8d-b5a8-bc1a5558514d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.227754943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"09179ac1-9e2f-495c-b915-f6b637463b4a","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.252749377Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"c77552dd-cebe-47c3-a725-6ac7442815ec","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bed489b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.295020023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"09179ac1-9e2f-495c-b915-f6b637463b4a","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.306873624Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"ccfce519-e6eb-47ea-a8ce-2040a06a4831","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bed489b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.43158164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"7322d99c-c3b1-4f60-adef-a0f5fb91b6f1","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.569166322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"7322d99c-c3b1-4f60-adef-a0f5fb91b6f1","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.62442994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"7322d99c-c3b1-4f60-adef-a0f5fb91b6f1","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"e2e-mt-70c21f37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.624453207Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-policy-70c21f37","reconcileID":"7322d99c-c3b1-4f60-adef-a0f5fb91b6f1","MaaSAuthPolicy":{"name":"e2e-policy-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.654267347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"368022f9-775e-45ea-a9c3-210863a4bcaa","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.654291825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"368022f9-775e-45ea-a9c3-210863a4bcaa","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.886265774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5fbd7e-f03b-41e3-ad70-9f89e09797d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.909249785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5fbd7e-f03b-41e3-ad70-9f89e09797d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.909510231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.924666121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5fbd7e-f03b-41e3-ad70-9f89e09797d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:04.940039363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5fbd7e-f03b-41e3-ad70-9f89e09797d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:05.631774504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e8d3a1-0fcb-4c91-8c19-ac654d3ce0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:05.645946261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e8d3a1-0fcb-4c91-8c19-ac654d3ce0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:05.670411974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e8d3a1-0fcb-4c91-8c19-ac654d3ce0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:05.687288843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e8d3a1-0fcb-4c91-8c19-ac654d3ce0e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:06.333044058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c06f30-2c42-4fec-a178-334f063fd4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:06.347215886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c06f30-2c42-4fec-a178-334f063fd4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:06.362653475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c06f30-2c42-4fec-a178-334f063fd4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:06.382263968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c06f30-2c42-4fec-a178-334f063fd4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:06.996722733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44f7383-98d1-4ad4-ab53-2916629721b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.012323915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44f7383-98d1-4ad4-ab53-2916629721b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.026593022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44f7383-98d1-4ad4-ab53-2916629721b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.040720891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44f7383-98d1-4ad4-ab53-2916629721b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.624839315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e04d3a-5827-4b64-b435-850f9347efcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.639501167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e04d3a-5827-4b64-b435-850f9347efcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.653821678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e04d3a-5827-4b64-b435-850f9347efcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:07.668269689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e04d3a-5827-4b64-b435-850f9347efcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.225361843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50310ca2-4c3a-4bb1-9bd6-718237b7e6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.275498771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50310ca2-4c3a-4bb1-9bd6-718237b7e6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.289981681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50310ca2-4c3a-4bb1-9bd6-718237b7e6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.304296193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50310ca2-4c3a-4bb1-9bd6-718237b7e6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.898972557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af85f063-5db2-40f9-a48d-4cd96147112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.913516058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af85f063-5db2-40f9-a48d-4cd96147112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.927831276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af85f063-5db2-40f9-a48d-4cd96147112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:08.942354042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af85f063-5db2-40f9-a48d-4cd96147112d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.417119908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"12693f0a-8b74-4941-b758-fb396ebcd00d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.435787873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"12693f0a-8b74-4941-b758-fb396ebcd00d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.453333631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-916ef5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6cd971c9d2b3cf85b06125d433f331f34a9d908183d80ab9ca70ee9b7a574c0) AuthConfig (403468836fe455ed3491a9193a784ec20a29b09fbb26ebb5919f21ad6a2c1d06) AuthConfig (6850f578222601c0d85fc3bd8db858d8d2f0e9c9f78594a0223d4939032d829b) AuthConfig (3ff796633935de1783b9467872b7b1be2290b25071f56c6691a687191f78f7b2) AuthConfig (8ba7ef32cb3c173492d4153c7834a63f6d7dd8f24526dcaaf85382046c88a4fd) AuthConfig (78af32c2b5c02ddb56549bc993d764b91513edf9b326d570d107c473c61d8e25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"12693f0a-8b74-4941-b758-fb396ebcd00d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.470783075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dcda99b-84c9-4ab8-8b84-1a73f952d12b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.470804752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dcda99b-84c9-4ab8-8b84-1a73f952d12b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.571351025Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"3da102ae-e31d-4406-a628-a97685a3cb3d","namespace":"ai-tenant-e2e-api-a-e452ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.571410009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"3da102ae-e31d-4406-a628-a97685a3cb3d","namespace":"ai-tenant-e2e-api-a-e452ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.571454675Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"3da102ae-e31d-4406-a628-a97685a3cb3d","name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.58931144Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"3da102ae-e31d-4406-a628-a97685a3cb3d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.58964931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c02a6556-02dc-40ed-81ec-cb6e29c5208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.589909584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd7d4859-0a4d-4cad-b818-adbf7e7ac32d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.589927684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd7d4859-0a4d-4cad-b818-adbf7e7ac32d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.630150339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c02a6556-02dc-40ed-81ec-cb6e29c5208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.674799155Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c02a6556-02dc-40ed-81ec-cb6e29c5208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"name":"e2e-api-a-e452ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.674821951Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"e2e-e2e-api-a-e452ea-policy","reconcileID":"c02a6556-02dc-40ed-81ec-cb6e29c5208f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e452ea-policy","namespace":"ai-tenant-e2e-api-a-e452ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e452ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.692167411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8003a9c-dfaf-42d1-9fda-94134627123e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:09.692192438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8003a9c-dfaf-42d1-9fda-94134627123e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:11.814224151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941df8a-94f2-4f65-b20a-1b42bb8e3db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:11.82807397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941df8a-94f2-4f65-b20a-1b42bb8e3db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:11.842097422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941df8a-94f2-4f65-b20a-1b42bb8e3db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:11.855918258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f941df8a-94f2-4f65-b20a-1b42bb8e3db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:12.385451357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e763ed5-b4e3-45eb-844e-9dcf3e1d6ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:12.399416714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e763ed5-b4e3-45eb-844e-9dcf3e1d6ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:12.416815193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e763ed5-b4e3-45eb-844e-9dcf3e1d6ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:12.432959864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e763ed5-b4e3-45eb-844e-9dcf3e1d6ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.647791201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c824d372-4fb5-492c-be54-57595ae984c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.647807942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c824d372-4fb5-492c-be54-57595ae984c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.664192286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5730d664-4515-4541-b6c6-5469a8e62820","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.664216712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5730d664-4515-4541-b6c6-5469a8e62820","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.691652556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"40593b34-6ec0-4f02-abcf-15810cf5cef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.737771178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"40593b34-6ec0-4f02-abcf-15810cf5cef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.754462454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1314ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"40593b34-6ec0-4f02-abcf-15810cf5cef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.773531404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c19806dd-2802-4e6e-8057-42199600a70b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:13.773549996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c19806dd-2802-4e6e-8057-42199600a70b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.324154594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"d77a2bc8-27cf-4aa9-bd90-f77ff9a23343","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","subscription":"e2e-sub-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.338794899Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"d77a2bc8-27cf-4aa9-bd90-f77ff9a23343","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.355322431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-sub-70c21f37","reconcileID":"d77a2bc8-27cf-4aa9-bd90-f77ff9a23343","MaaSSubscription":{"name":"e2e-sub-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"name":"maas-trlp-e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.520125672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"5fd476f1-be38-43a8-83cf-512b9c4a55cb","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.520148238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"5fd476f1-be38-43a8-83cf-512b9c4a55cb","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.90918252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f4ceff-c953-4219-b314-bbad13638cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.922989105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f4ceff-c953-4219-b314-bbad13638cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.937244845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f4ceff-c953-4219-b314-bbad13638cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:14.951248811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f4ceff-c953-4219-b314-bbad13638cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:15.495391623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb4ad-c363-4dbd-ad0b-daef998d6315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:15.509649809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb4ad-c363-4dbd-ad0b-daef998d6315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:15.523644654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb4ad-c363-4dbd-ad0b-daef998d6315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:15.537664239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb4ad-c363-4dbd-ad0b-daef998d6315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:16.247574693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b221a3-ae97-4248-8bf4-cd5f8480f717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:16.261805402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b221a3-ae97-4248-8bf4-cd5f8480f717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:16.275970638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b221a3-ae97-4248-8bf4-cd5f8480f717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:16.290266895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b221a3-ae97-4248-8bf4-cd5f8480f717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:17.333873596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618d06-e009-45d5-a478-b5dcc3c6d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:17.347810266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618d06-e009-45d5-a478-b5dcc3c6d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:17.361577742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618d06-e009-45d5-a478-b5dcc3c6d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:17.375345865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618d06-e009-45d5-a478-b5dcc3c6d996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.094966535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9443d478-0b86-46cb-b0bc-3a5aa42e0096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.109280832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9443d478-0b86-46cb-b0bc-3a5aa42e0096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.123191349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9443d478-0b86-46cb-b0bc-3a5aa42e0096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.137393138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9443d478-0b86-46cb-b0bc-3a5aa42e0096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.191011999Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8a96f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8a96f3","reconcileID":"4c10d8aa-b4c4-4a32-ab15-bc75a5061157","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8a96f3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-8a96f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.729527963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811dc34f-aaef-4ebe-85da-ec91f71a4c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.743355708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811dc34f-aaef-4ebe-85da-ec91f71a4c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.757048646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811dc34f-aaef-4ebe-85da-ec91f71a4c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:18.770851985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811dc34f-aaef-4ebe-85da-ec91f71a4c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.336926946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9384f5b9-a2f1-4b87-a359-4822f925702a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.350717984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9384f5b9-a2f1-4b87-a359-4822f925702a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.364560882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9384f5b9-a2f1-4b87-a359-4822f925702a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.378518212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9384f5b9-a2f1-4b87-a359-4822f925702a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.497744298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"a62f69bf-8471-4ec1-9274-7c51e1109ab9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-43266e","tenantID":"e2e-ipp-a-43266e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.497925367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"a5fa3f62-37d0-4c64-9b67-32d91f1d2148","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.516143386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"a5fa3f62-37d0-4c64-9b67-32d91f1d2148","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.53230048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-916ef5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6cd971c9d2b3cf85b06125d433f331f34a9d908183d80ab9ca70ee9b7a574c0) AuthConfig (403468836fe455ed3491a9193a784ec20a29b09fbb26ebb5919f21ad6a2c1d06) AuthConfig (6850f578222601c0d85fc3bd8db858d8d2f0e9c9f78594a0223d4939032d829b) AuthConfig (3ff796633935de1783b9467872b7b1be2290b25071f56c6691a687191f78f7b2) AuthConfig (8ba7ef32cb3c173492d4153c7834a63f6d7dd8f24526dcaaf85382046c88a4fd) AuthConfig (78af32c2b5c02ddb56549bc993d764b91513edf9b326d570d107c473c61d8e25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"a5fa3f62-37d0-4c64-9b67-32d91f1d2148","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.537001469Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"a62f69bf-8471-4ec1-9274-7c51e1109ab9","name":"e2e-ipp-a-43266e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:19.987324696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de5e14f-861c-4e91-b301-2555ea24cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.001512261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de5e14f-861c-4e91-b301-2555ea24cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.015693999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de5e14f-861c-4e91-b301-2555ea24cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.031003643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de5e14f-861c-4e91-b301-2555ea24cc23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.715492272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b873391-010a-4aac-9540-b0c096a5eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.7301759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b873391-010a-4aac-9540-b0c096a5eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.744370545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b873391-010a-4aac-9540-b0c096a5eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:20.758225812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b873391-010a-4aac-9540-b0c096a5eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.363135622Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.363213663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.363277576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","tenant":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.379424858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Deployment","name":"maas-api-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.416381405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Service","name":"maas-api-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.435839008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.451657265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.468425246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.484317982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.506033073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.521976298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.535606688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Deployment","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.549237307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.562963608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Service","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.57698194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"Service","name":"payload-pre-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.590733571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"DestinationRule","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.604684789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.618576023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.641925346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.65989391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.674017687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.696372292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:21.7125801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"5258f808-7ce7-42e6-95c9-8f2cdc6bd306","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-70c21f37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:22.071881729Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70c21f37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70c21f37","reconcileID":"c028d746-bf1a-4c75-8177-cc87fe90b97c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70c21f37","removed":["maas.opendatahub.io/gateway-access-e2e-mt-70c21f37"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.122386119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"58923601-f800-4e3d-88fd-8a8a220fae65","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.155476473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"58923601-f800-4e3d-88fd-8a8a220fae65","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.160814691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"d4a09ec0-d553-4b65-b018-b46a723452b6","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.160888286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"d4a09ec0-d553-4b65-b018-b46a723452b6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.171562294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"c3915837-846f-44e5-8ae8-a963b9e0cb36","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.171627938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"c3915837-846f-44e5-8ae8-a963b9e0cb36","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.192539157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9f3e43c1-71eb-45ad-b1fd-a984eeb99ccf","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.192603881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9f3e43c1-71eb-45ad-b1fd-a984eeb99ccf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.233658803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"5e645e2a-5709-4564-b135-de14b9af64a4","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.233744413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"5e645e2a-5709-4564-b135-de14b9af64a4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.314641027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9d5c35aa-c6da-485b-a23d-10c7130246dd","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.314704083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9d5c35aa-c6da-485b-a23d-10c7130246dd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.47577266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"83f407d1-16ff-46be-b902-eb01668714e6","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.475845066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"83f407d1-16ff-46be-b902-eb01668714e6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:22.486902924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79221be-2004-4981-9626-05ba387b0d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:22.501289266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79221be-2004-4981-9626-05ba387b0d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:22.515437111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79221be-2004-4981-9626-05ba387b0d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:22.529761402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79221be-2004-4981-9626-05ba387b0d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.796422751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"14e7f462-b66e-4ae2-a954-c6d1bf21047e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:22.796497392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"14e7f462-b66e-4ae2-a954-c6d1bf21047e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.087646419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12da2b04-fc69-4384-9baf-5a56716bc636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.101765566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12da2b04-fc69-4384-9baf-5a56716bc636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.115887079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12da2b04-fc69-4384-9baf-5a56716bc636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.130852821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12da2b04-fc69-4384-9baf-5a56716bc636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:23.437202591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"8fcb040b-d844-4127-a120-c361d07446d5","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:23.43726861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"8fcb040b-d844-4127-a120-c361d07446d5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.80156426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"1bc52448-2a65-44d0-a175-d0512f8fff06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.819997351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"1bc52448-2a65-44d0-a175-d0512f8fff06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:23.849460898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1314ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"1bc52448-2a65-44d0-a175-d0512f8fff06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:24.718343674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"1f26fba3-8a15-4f3f-b68f-45f29f9a52fa","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:24.718412564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"1f26fba3-8a15-4f3f-b68f-45f29f9a52fa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.016273587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","namespace":"ai-tenant-e2e-api-a-e452ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.016349616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","namespace":"ai-tenant-e2e-api-a-e452ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.016426396Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","tenant":"e2e-api-a-e452ea","tenantID":"e2e-api-a-e452ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.035140639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Deployment","name":"maas-api-e2e-api-a-e452ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.072936895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Service","name":"maas-api-e2e-api-a-e452ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.094289219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e452ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.113847203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e452ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.131149485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.149658255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.166385805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.182712705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.196371799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Deployment","name":"payload-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.210344445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.224349175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Service","name":"payload-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.238444314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.252325131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.266136994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:27.279497944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"5c30bea4-94ab-4062-8c5b-fbeaa89956cc","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:27.27958624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"5c30bea4-94ab-4062-8c5b-fbeaa89956cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.279895255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.298322448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.322424538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.345483079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.359443882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e452ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.373525403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e452ea"},"namespace":"ai-tenant-e2e-api-a-e452ea","name":"default-tenant","reconcileID":"7db91e54-680c-418d-bca8-1465ffd7755b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e452ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:27.69375294Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e452ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e452ea","reconcileID":"172a5685-b6ec-4b2c-80cb-393a40748331","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e452ea","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e452ea"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:27.782040039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9368b139-1be7-4ec0-99fb-978c373766e0","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:27.782132959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"9368b139-1be7-4ec0-99fb-978c373766e0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.135840551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5008b195-1994-4b51-9568-aeb73394e0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.150003158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5008b195-1994-4b51-9568-aeb73394e0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.1641222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5008b195-1994-4b51-9568-aeb73394e0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.178055952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5008b195-1994-4b51-9568-aeb73394e0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.730189076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3312fc6a-75df-42f0-92db-eedf7b4501d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.744252056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3312fc6a-75df-42f0-92db-eedf7b4501d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.758361377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3312fc6a-75df-42f0-92db-eedf7b4501d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:28.772419839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3312fc6a-75df-42f0-92db-eedf7b4501d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.318428686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35ccf23-348f-4f8f-9dba-91564a177a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.332657676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35ccf23-348f-4f8f-9dba-91564a177a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.346540618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35ccf23-348f-4f8f-9dba-91564a177a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.36033851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35ccf23-348f-4f8f-9dba-91564a177a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.561538403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"17da4a72-effe-4a19-b117-f6a1769d8172","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.587482495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"17da4a72-effe-4a19-b117-f6a1769d8172","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:29.604390128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-916ef5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6cd971c9d2b3cf85b06125d433f331f34a9d908183d80ab9ca70ee9b7a574c0) AuthConfig (403468836fe455ed3491a9193a784ec20a29b09fbb26ebb5919f21ad6a2c1d06) AuthConfig (6850f578222601c0d85fc3bd8db858d8d2f0e9c9f78594a0223d4939032d829b) AuthConfig (3ff796633935de1783b9467872b7b1be2290b25071f56c6691a687191f78f7b2) AuthConfig (8ba7ef32cb3c173492d4153c7834a63f6d7dd8f24526dcaaf85382046c88a4fd) AuthConfig (78af32c2b5c02ddb56549bc993d764b91513edf9b326d570d107c473c61d8e25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"17da4a72-effe-4a19-b117-f6a1769d8172","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:30.873724966Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"b8e6a594-cb75-4f7c-b3d1-689136bcbacf","gateway":"openshift-ingress/e2e-ipp-a-f6c51a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:31.771781304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"3a948e71-c2b5-429f-baa1-4aa9ec64eea2","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:31.771931908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"3a948e71-c2b5-429f-baa1-4aa9ec64eea2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:31.818020678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"8714b208-b41e-401e-8e1e-548889341c65","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:26:31.818151223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"8714b208-b41e-401e-8e1e-548889341c65","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.118793943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2e6f4-28d8-4291-9567-a7443cf92aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.132540284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2e6f4-28d8-4291-9567-a7443cf92aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.146344681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2e6f4-28d8-4291-9567-a7443cf92aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.160481321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e2e6f4-28d8-4291-9567-a7443cf92aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.745043651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fb86a6-c172-4571-b9d3-99ceb0802a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.759134618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fb86a6-c172-4571-b9d3-99ceb0802a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.772879139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fb86a6-c172-4571-b9d3-99ceb0802a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.786638486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fb86a6-c172-4571-b9d3-99ceb0802a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.86747444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"66cfcb7f-f823-421c-a164-83fdcbc77510","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.867504478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"66cfcb7f-f823-421c-a164-83fdcbc77510","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:32.914764207Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70c21f37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70c21f37","reconcileID":"8af234b4-9c5e-4310-8da2-f470d40003f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70c21f37","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-70c21f37":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.32412344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"35194a36-5411-4411-b816-f428c15c73d7","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.324157072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"35194a36-5411-4411-b816-f428c15c73d7","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.456015776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f86ec74-012e-4c66-bdb5-7387c64a5ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.472947271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f86ec74-012e-4c66-bdb5-7387c64a5ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.557525813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f86ec74-012e-4c66-bdb5-7387c64a5ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.572031857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f86ec74-012e-4c66-bdb5-7387c64a5ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.896701271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"f6d5d57a-ee91-407e-ac04-b92168c19760","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.914709739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"f6d5d57a-ee91-407e-ac04-b92168c19760","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.933395017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1314ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01868c293a1340db0e05f3e7c70d552d885d2a91fbc190abeaa5d9c1e20c45a7) AuthConfig (d8a1601540e447229d14f2a3f79a75c12e9510cf8ae175c48891bc74566dd148) AuthConfig (20eb1bb324e5ec888b63e791bdb705bd9253d587770523980390fd4c609bf024) AuthConfig (cd141c3ee24b32b23e1af6cf21cd905bf0b7fa3357fef0d7246e80e5d7b426f8) AuthConfig (f8d9b7423bda891f86617f0a63032aaaa84737ec8ed1695a8098a1707a83f1e2) AuthConfig (25951dd1e60d78d5b1c279c7721f0ed805f78da38b399b13e2c5805075e3df58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"f6d5d57a-ee91-407e-ac04-b92168c19760","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.963511256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1ef6f92-3dfd-469d-8dd5-27952e0ba0a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:33.963531846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1ef6f92-3dfd-469d-8dd5-27952e0ba0a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:34.148260816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8873d-e9e0-4675-bfaa-bfef1db2a5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:34.169513508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8873d-e9e0-4675-bfaa-bfef1db2a5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:34.189399194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8873d-e9e0-4675-bfaa-bfef1db2a5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:34.213299396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab8873d-e9e0-4675-bfaa-bfef1db2a5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:34.8878724Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.163324693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"6cfe65dc-98b6-4817-87e0-18263a4129ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.182686787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"6cfe65dc-98b6-4817-87e0-18263a4129ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.405522228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01e269e4-3ccd-4284-8ee5-5d6c9896ea9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.405546681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01e269e4-3ccd-4284-8ee5-5d6c9896ea9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.43193984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d93927e-5991-4cb3-87f2-68c8c9764c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.446255106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d93927e-5991-4cb3-87f2-68c8c9764c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.46023045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d93927e-5991-4cb3-87f2-68c8c9764c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.47420785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d93927e-5991-4cb3-87f2-68c8c9764c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.47434342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"c7de05e4-9114-42e9-81b6-4b31144c6995","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:36.492129006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"c7de05e4-9114-42e9-81b6-4b31144c6995","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.071811666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ca9e-ef56-4267-a0c1-7c84101cf229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.087439316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ca9e-ef56-4267-a0c1-7c84101cf229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.103786603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ca9e-ef56-4267-a0c1-7c84101cf229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.118908728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76ca9e-ef56-4267-a0c1-7c84101cf229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.70336507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac1427-7b7a-4cc1-a594-2a81b08ca1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.717539187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac1427-7b7a-4cc1-a594-2a81b08ca1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.731532044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac1427-7b7a-4cc1-a594-2a81b08ca1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:37.745495763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cac1427-7b7a-4cc1-a594-2a81b08ca1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.523112635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"ce7a5239-b6b6-4b1d-9fdc-fd83b448187e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:38.560422873Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"ce7a5239-b6b6-4b1d-9fdc-fd83b448187e","name":"e2e-api-b-8a96f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:40.695647563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82798a7-6181-4691-a9a6-be17f4d805ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:40.711680499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82798a7-6181-4691-a9a6-be17f4d805ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:40.726827917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82798a7-6181-4691-a9a6-be17f4d805ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:40.74104818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82798a7-6181-4691-a9a6-be17f4d805ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:41.284385827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7101f6c-c092-481e-84a0-b2ec46292344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:41.298943634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7101f6c-c092-481e-84a0-b2ec46292344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:41.313015048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7101f6c-c092-481e-84a0-b2ec46292344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:41.32694472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7101f6c-c092-481e-84a0-b2ec46292344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:43.265562108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"6eef1087-c8a6-41d0-8874-6326efe3e939","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:43.305812396Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"6eef1087-c8a6-41d0-8874-6326efe3e939","name":"e2e-mt-70c21f37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:43.992563912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"33bdb2be-047a-433d-8ad5-502ae7eaba44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.010673726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"33bdb2be-047a-433d-8ad5-502ae7eaba44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:44.027706365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1314ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01868c293a1340db0e05f3e7c70d552d885d2a91fbc190abeaa5d9c1e20c45a7) AuthConfig (d8a1601540e447229d14f2a3f79a75c12e9510cf8ae175c48891bc74566dd148) AuthConfig (20eb1bb324e5ec888b63e791bdb705bd9253d587770523980390fd4c609bf024) AuthConfig (cd141c3ee24b32b23e1af6cf21cd905bf0b7fa3357fef0d7246e80e5d7b426f8) AuthConfig (f8d9b7423bda891f86617f0a63032aaaa84737ec8ed1695a8098a1707a83f1e2) AuthConfig (25951dd1e60d78d5b1c279c7721f0ed805f78da38b399b13e2c5805075e3df58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"33bdb2be-047a-433d-8ad5-502ae7eaba44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:46.281498629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"999a3506-2cd9-43fa-952f-076f48d071f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:46.29966929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"999a3506-2cd9-43fa-952f-076f48d071f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:46.48206573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"7e56f4ce-cb05-4a0c-a086-ab54cbc9aad1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:46.499876343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"7e56f4ce-cb05-4a0c-a086-ab54cbc9aad1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:54.056214812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"dffee744-665f-46f2-aac8-2b2c3606ef4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:54.074527588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"dffee744-665f-46f2-aac8-2b2c3606ef4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:54.091218213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1314ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01868c293a1340db0e05f3e7c70d552d885d2a91fbc190abeaa5d9c1e20c45a7) AuthConfig (d8a1601540e447229d14f2a3f79a75c12e9510cf8ae175c48891bc74566dd148) AuthConfig (20eb1bb324e5ec888b63e791bdb705bd9253d587770523980390fd4c609bf024) AuthConfig (cd141c3ee24b32b23e1af6cf21cd905bf0b7fa3357fef0d7246e80e5d7b426f8) AuthConfig (f8d9b7423bda891f86617f0a63032aaaa84737ec8ed1695a8098a1707a83f1e2) AuthConfig (25951dd1e60d78d5b1c279c7721f0ed805f78da38b399b13e2c5805075e3df58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"dffee744-665f-46f2-aac8-2b2c3606ef4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.586548876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561f124-d39b-4f47-94fb-7543f1e0d721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.603750491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561f124-d39b-4f47-94fb-7543f1e0d721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.618390063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561f124-d39b-4f47-94fb-7543f1e0d721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:58.632189876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561f124-d39b-4f47-94fb-7543f1e0d721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.201597251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1064ac1a-bed0-4181-8c05-d2ec3fceee33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.201619787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1064ac1a-bed0-4181-8c05-d2ec3fceee33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.211978932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fc5d24-72c5-4d5e-bd84-edb923c57372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.226036711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fc5d24-72c5-4d5e-bd84-edb923c57372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.22855278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3166ed3-828c-4732-8660-27453396e980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.228568798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3166ed3-828c-4732-8660-27453396e980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.240490022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fc5d24-72c5-4d5e-bd84-edb923c57372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.255098344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fc5d24-72c5-4d5e-bd84-edb923c57372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.282878838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f715b6ca-5d7b-493d-84c2-1078832b8a0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.328485043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f715b6ca-5d7b-493d-84c2-1078832b8a0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.344739607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8a96f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f715b6ca-5d7b-493d-84c2-1078832b8a0f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.362881344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21f6929-ce59-45d2-b7d1-d15bc378196b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.362897424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21f6929-ce59-45d2-b7d1-d15bc378196b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.7205225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"4c3c8696-2c04-41f2-8205-77dbaae53d12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.73877126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"4c3c8696-2c04-41f2-8205-77dbaae53d12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.901285651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dd86f18-b56e-485f-97b4-cc560217724d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.901317156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2dd86f18-b56e-485f-97b4-cc560217724d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.941637817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"748efa88-6a44-4226-b6be-41155291539b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:26:59.960976131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"748efa88-6a44-4226-b6be-41155291539b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.039849829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a2d73-062f-4508-9f56-14f57369c97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.054214975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a2d73-062f-4508-9f56-14f57369c97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.068376205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a2d73-062f-4508-9f56-14f57369c97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.08280731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6a2d73-062f-4508-9f56-14f57369c97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.370071826Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"c96ef5ad-c4b6-4302-8042-c19f384cdab3","namespace":"ai-tenant-e2e-api-b-916ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.370174363Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"c96ef5ad-c4b6-4302-8042-c19f384cdab3","namespace":"ai-tenant-e2e-api-b-916ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.370227526Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"c96ef5ad-c4b6-4302-8042-c19f384cdab3","name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.385796936Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"c96ef5ad-c4b6-4302-8042-c19f384cdab3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.386283185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"0c666499-98ab-4421-bb2f-8954602fb1ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.386476315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224131ac-8039-40b3-a144-c0cec81edbb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.386490073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"224131ac-8039-40b3-a144-c0cec81edbb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.42671875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"0c666499-98ab-4421-bb2f-8954602fb1ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.563503548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"0c666499-98ab-4421-bb2f-8954602fb1ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"name":"e2e-api-b-916ef5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.563528889Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"e2e-e2e-api-b-916ef5-policy","reconcileID":"0c666499-98ab-4421-bb2f-8954602fb1ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-916ef5-policy","namespace":"ai-tenant-e2e-api-b-916ef5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-916ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.581291648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fdb91bd-7e87-45e5-933a-74739a994a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.581316807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fdb91bd-7e87-45e5-933a-74739a994a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.72692933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8e4951-70ef-4215-9679-5128e4375148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.74072472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8e4951-70ef-4215-9679-5128e4375148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.754623215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8e4951-70ef-4215-9679-5128e4375148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:00.768778339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8e4951-70ef-4215-9679-5128e4375148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.31967447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966bf98-4e09-4389-99f8-5446470c5557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.333576586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966bf98-4e09-4389-99f8-5446470c5557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.348058259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966bf98-4e09-4389-99f8-5446470c5557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.361893101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c966bf98-4e09-4389-99f8-5446470c5557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.918202992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b121abd1-bd4e-490a-ac97-aba7b199e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.932621245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b121abd1-bd4e-490a-ac97-aba7b199e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.946527483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b121abd1-bd4e-490a-ac97-aba7b199e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:01.960572169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b121abd1-bd4e-490a-ac97-aba7b199e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:02.491154051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"31ae5348-1e9d-45f8-921d-b3147dbebd1c","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:02.49118029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"31ae5348-1e9d-45f8-921d-b3147dbebd1c","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:02.78853635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2290b06-4b3a-4065-bbf3-a282be16169b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:02.80625473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2290b06-4b3a-4065-bbf3-a282be16169b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:02.84077017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2290b06-4b3a-4065-bbf3-a282be16169b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:02.902551621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2290b06-4b3a-4065-bbf3-a282be16169b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:03.47329646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c934d36-2d7a-4b66-ac64-6238b3225dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:03.49018495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c934d36-2d7a-4b66-ac64-6238b3225dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:03.505059417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c934d36-2d7a-4b66-ac64-6238b3225dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:03.520746869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c934d36-2d7a-4b66-ac64-6238b3225dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.117863293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f00e3f-e7f1-486c-9d66-3d5e58100ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.131808032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f00e3f-e7f1-486c-9d66-3d5e58100ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.146504939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f00e3f-e7f1-486c-9d66-3d5e58100ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.164853872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f00e3f-e7f1-486c-9d66-3d5e58100ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:04.887854307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.390269081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"b114adb9-9b12-4ad7-8479-e50fbe48c97b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.408191608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"b114adb9-9b12-4ad7-8479-e50fbe48c97b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.424870126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8a96f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"b114adb9-9b12-4ad7-8479-e50fbe48c97b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.884957282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"9cff6656-316d-49f2-a7b3-ed88b9d0578b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.903900138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"9cff6656-316d-49f2-a7b3-ed88b9d0578b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:09.985393586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"711a6f62-35b8-44f8-bd7d-bfe004210725","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:10.002888225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"711a6f62-35b8-44f8-bd7d-bfe004210725","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.915937953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4eb64a-4e87-445c-80b1-66a034960a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.930021999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4eb64a-4e87-445c-80b1-66a034960a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.944044443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4eb64a-4e87-445c-80b1-66a034960a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:13.958280957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4eb64a-4e87-445c-80b1-66a034960a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.517290742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9005e54-eed4-46ae-ad97-d4f108ac3ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.531271918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9005e54-eed4-46ae-ad97-d4f108ac3ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.545220784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9005e54-eed4-46ae-ad97-d4f108ac3ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.560174861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9005e54-eed4-46ae-ad97-d4f108ac3ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:14.640054317Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ea852f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ea852f","reconcileID":"382c690d-da04-44f6-ac18-4dcd522476f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ea852f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ea852f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.123847891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a51983-9e06-40bd-a026-edeadd353622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.137827841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a51983-9e06-40bd-a026-edeadd353622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.151660292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a51983-9e06-40bd-a026-edeadd353622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.165577585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a51983-9e06-40bd-a026-edeadd353622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.738290838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8aaf33-c5b6-46ad-927a-7d63ac5e6280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.75206159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8aaf33-c5b6-46ad-927a-7d63ac5e6280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.765955858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8aaf33-c5b6-46ad-927a-7d63ac5e6280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:15.780576405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8aaf33-c5b6-46ad-927a-7d63ac5e6280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.341232183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"03cdef0e-48fe-4b7d-9053-a85c39e5d58d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.341328935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"03cdef0e-48fe-4b7d-9053-a85c39e5d58d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.373925145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"0588f097-89fa-4dcf-8cf8-39dfa469882f","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.37395368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"0588f097-89fa-4dcf-8cf8-39dfa469882f","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.442622239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"1e06e6d8-5629-4395-b8dd-5f36e3a507d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.53795816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"d6f7fd3d-d74c-4496-ac71-aec732978ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.538040605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"6da0589c-8c28-46fa-b6dc-40e8bf94525c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.538442361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"0513c57e-9acd-4b1c-9146-fee7d3f491ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.630746208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972396ed-50e5-43db-9d8b-6614734a6cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.637653552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"ef288fa6-51d9-4e48-a751-f19a0988f642","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.644679695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972396ed-50e5-43db-9d8b-6614734a6cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.658686893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972396ed-50e5-43db-9d8b-6614734a6cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.672555657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"972396ed-50e5-43db-9d8b-6614734a6cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.736062418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"5fec2017-173f-4776-9aac-d87bbbe84068","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.836884797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"f4458bdf-6c0c-4c31-8e07-fb972856f4e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.836981901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"f5a2559b-19a4-42c8-a284-cb285d606568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.936597549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"1c8ebc29-7027-4282-b349-85d88cb6c18f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.936689231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7107d6f5-64f3-48ae-91ce-2fcb84fad7c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.938479997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"348ae093-90b7-484a-9edc-60bd18bc2ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:18.938611742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"2508c3a9-edda-42fc-83c4-6561545f62f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.110545532Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","namespace":"ai-tenant-e2e-api-b-916ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.11062993Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","namespace":"ai-tenant-e2e-api-b-916ef5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.110703457Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","tenant":"e2e-api-b-916ef5","tenantID":"e2e-api-b-916ef5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.12610232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Deployment","name":"maas-api-e2e-api-b-916ef5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.161435217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Service","name":"maas-api-e2e-api-b-916ef5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.179444069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-916ef5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.196552034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-916ef5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.214119686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.22933388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.235069567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a406edce-ace4-4ab3-94fa-c544b224d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.249477697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a406edce-ace4-4ab3-94fa-c544b224d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.253465774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.263240864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a406edce-ace4-4ab3-94fa-c544b224d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.277520324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a406edce-ace4-4ab3-94fa-c544b224d846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.279266606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.292485993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Deployment","name":"payload-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.305858256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.319162323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Service","name":"payload-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.334690812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"Service","name":"payload-pre-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.349742519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.363202601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.376833961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.394401496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.408133477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.432654436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.446370933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-916ef5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.45999847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"355a53f0-a6a7-4d19-b4e6-3fce1846c4c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.460021417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-916ef5"},"namespace":"ai-tenant-e2e-api-b-916ef5","name":"default-tenant","reconcileID":"0cefc645-8547-414f-81a3-662a073299f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-916ef5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.477781196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"355a53f0-a6a7-4d19-b4e6-3fce1846c4c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.494274267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8a96f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16fe2de000a937605565df5bc6a3424cad9c66333180ff2e2bbb5fd55166e7f4) AuthConfig (61e5f688fbb9c014450cdb69796817948ee7bbd585685654d971c67c6b37bd8c) AuthConfig (2802b76495c4e923e1e0da0986246ef75174c102c19f5478e6deb4836e2d6410) AuthConfig (562a34bca259e3d0d2659f684c8fda0182068780d682fb47b59e0bce94b9beaa) AuthConfig (364bc92f3a1a609a68849d10c7a1e17574bf296a29dac403d9d9597825041a78) AuthConfig (9d78ffb7c996f55a5ee90fa6e4244a5d1df0cfbea81c32f24c08752ed4ecc073)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"355a53f0-a6a7-4d19-b4e6-3fce1846c4c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.513501546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"080880cc-93bb-441d-903f-4abc206190f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.513521551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"080880cc-93bb-441d-903f-4abc206190f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.798461896Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-916ef5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-916ef5","reconcileID":"3673ebf4-4edc-45f5-ae21-5bf02d35f292","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-916ef5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-916ef5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:19.977722021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa133e3-6a8d-421a-b303-add69067f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.003069266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa133e3-6a8d-421a-b303-add69067f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.020133912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa133e3-6a8d-421a-b303-add69067f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.034765002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa133e3-6a8d-421a-b303-add69067f3d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.597492332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a97f8-f278-4dd3-9809-99866e5582bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.61125417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a97f8-f278-4dd3-9809-99866e5582bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.625194155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a97f8-f278-4dd3-9809-99866e5582bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:20.63896508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a97f8-f278-4dd3-9809-99866e5582bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.212123279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef9d3-358e-4aad-823f-195780749a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.226362718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef9d3-358e-4aad-823f-195780749a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.240765724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef9d3-358e-4aad-823f-195780749a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:21.254773296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef9d3-358e-4aad-823f-195780749a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.889183454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"29e5bada-0227-403a-a443-05cf59202245","namespace":"ai-tenant-e2e-api-a-1314ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.889342574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"29e5bada-0227-403a-a443-05cf59202245","namespace":"ai-tenant-e2e-api-a-1314ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.889452198Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"29e5bada-0227-403a-a443-05cf59202245","name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.91275157Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"25984096-7b04-45a3-ab84-8f8e5040db3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.912946965Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"29e5bada-0227-403a-a443-05cf59202245","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.913417754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b461169-5352-498b-8444-f1ed8447dea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:25.91424759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b461169-5352-498b-8444-f1ed8447dea7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.080108446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"25984096-7b04-45a3-ab84-8f8e5040db3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.128338775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"25984096-7b04-45a3-ab84-8f8e5040db3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"name":"e2e-api-a-1314ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.128366296Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"e2e-e2e-api-a-1314ae-policy","reconcileID":"25984096-7b04-45a3-ab84-8f8e5040db3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1314ae-policy","namespace":"ai-tenant-e2e-api-a-1314ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1314ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.146866472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6baec974-d4fe-4d86-bb55-c81df05fca46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:26.146890797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6baec974-d4fe-4d86-bb55-c81df05fca46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:27.949393956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0684a-47e6-455a-a47f-c260cbc2c2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:27.963842311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0684a-47e6-455a-a47f-c260cbc2c2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:27.97777254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0684a-47e6-455a-a47f-c260cbc2c2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:27.991777416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b0684a-47e6-455a-a47f-c260cbc2c2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.504621878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"300250b0-d081-4211-89a8-f7ec0669825c","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"tenant":"e2e-mt-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","model":"ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.504645113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"300250b0-d081-4211-89a8-f7ec0669825c","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"routeName":"e2e-lifecycle-model-70c21f37-kserve-route","namespace":"ai-tenant-e2e-mt-70c21f37","llmisvcName":"e2e-lifecycle-model-70c21f37","gateway":"openshift-ingress/e2e-mt-70c21f37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.534776507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b060a856-ad3d-40bd-ade3-37c5fc52950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.548756735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b060a856-ad3d-40bd-ade3-37c5fc52950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.562876731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b060a856-ad3d-40bd-ade3-37c5fc52950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.576775552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b060a856-ad3d-40bd-ade3-37c5fc52950b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:28.737370557Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ae219","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ae219","reconcileID":"f3a06625-8ecd-4939-956a-3544020f2e40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ae219","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0ae219":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.148110594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368871dc-b102-4104-a26e-0fe5e9d11eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.162371347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368871dc-b102-4104-a26e-0fe5e9d11eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.184564994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368871dc-b102-4104-a26e-0fe5e9d11eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.212008369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"368871dc-b102-4104-a26e-0fe5e9d11eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.546993186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"d07441f2-62b2-4881-bfed-db47653f8a36","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.56634535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"d07441f2-62b2-4881-bfed-db47653f8a36","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.587286863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8a96f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16fe2de000a937605565df5bc6a3424cad9c66333180ff2e2bbb5fd55166e7f4) AuthConfig (61e5f688fbb9c014450cdb69796817948ee7bbd585685654d971c67c6b37bd8c) AuthConfig (2802b76495c4e923e1e0da0986246ef75174c102c19f5478e6deb4836e2d6410) AuthConfig (562a34bca259e3d0d2659f684c8fda0182068780d682fb47b59e0bce94b9beaa) AuthConfig (364bc92f3a1a609a68849d10c7a1e17574bf296a29dac403d9d9597825041a78) AuthConfig (9d78ffb7c996f55a5ee90fa6e4244a5d1df0cfbea81c32f24c08752ed4ecc073)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"d07441f2-62b2-4881-bfed-db47653f8a36","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.823145922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0725fde-d68b-4250-9086-719ea53632d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.83785893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0725fde-d68b-4250-9086-719ea53632d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.853024842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0725fde-d68b-4250-9086-719ea53632d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:29.868299434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0725fde-d68b-4250-9086-719ea53632d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.447211739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580f582-df9e-47fb-b984-544e79c24c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.461569467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580f582-df9e-47fb-b984-544e79c24c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.475878105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580f582-df9e-47fb-b984-544e79c24c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:30.490925694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1580f582-df9e-47fb-b984-544e79c24c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.164565685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02a38fe-1a0b-428a-bc6b-8e7e45960a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.178837155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02a38fe-1a0b-428a-bc6b-8e7e45960a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.193381659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02a38fe-1a0b-428a-bc6b-8e7e45960a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.208194217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02a38fe-1a0b-428a-bc6b-8e7e45960a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.714783879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"757c2e4e-0486-432f-bac1-489e458a1982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.714848255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"4df1427f-8f4d-4074-ac98-1c88812f6b1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.814946013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"9cb63169-b2ea-4404-99d0-dca719f743ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.815396377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b540b01e-2fa6-443c-b567-a72e9bc02aaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.816556615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"cfc8c064-ccd1-405d-9ff4-a0aa5c397b22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.817243494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a23db42-8583-4cf6-b390-e6aec9bb569f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.824552684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9131-1e77-4d63-9a59-03eeabf8e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.862782422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9131-1e77-4d63-9a59-03eeabf8e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.876827718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9131-1e77-4d63-9a59-03eeabf8e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:31.891057804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9131-1e77-4d63-9a59-03eeabf8e9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.00415824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"1e1610a8-c101-48bb-b788-3c36f96c8e64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.084987458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"eb471c48-19cf-462e-8290-2165fdf0430e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.085890258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"327ba97a-c9c4-4af9-a973-c493b7fde2c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.098139379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"324c7ae6-c32e-45a8-aefc-d37edda5a220","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.172278735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"bc6a9814-c66f-4468-8638-03711cb0f5b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:32.172504919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"634d8ea3-503d-421f-bc44-882ee67945e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.468811855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"31d2decc-9c48-4da9-93a2-279cf1a7f8ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ea852f","tenantID":"e2e-ipp-b-ea852f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:33.508684457Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"31d2decc-9c48-4da9-93a2-279cf1a7f8ea","name":"e2e-ipp-b-ea852f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:34.888399738Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.604838702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.604901503Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","namespace":"ai-tenant-e2e-mt-70c21f37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.604959529Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","tenant":"e2e-mt-70c21f37","tenantID":"e2e-mt-70c21f37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.621010308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Deployment","name":"maas-api-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.650473041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Service","name":"maas-api-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.666611058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.681919611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-70c21f37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.698877264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.715450532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.734036039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.749786994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.763250153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Deployment","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.776919913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.790635906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Service","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.804488789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"Service","name":"payload-pre-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.817992268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.831526661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.845738776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.863937544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.879403608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.893284638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.907097429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-70c21f37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:38.920742232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"default-tenant","reconcileID":"106658ad-6d49-4114-a01f-6dbdd64ba50d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-70c21f37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.257483323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-70c21f37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-70c21f37","reconcileID":"39a1b69d-3d5b-4e4a-96b0-5b5d33f9933a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-70c21f37","removed":["maas.opendatahub.io/gateway-access-e2e-mt-70c21f37"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.306988792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"3d1234d4-79e2-4020-bb35-2842a6b65384","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.325516301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"3d1234d4-79e2-4020-bb35-2842a6b65384","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.330895086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"952736dc-831e-44ce-bb90-1ba2eecebec2","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.33095736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"952736dc-831e-44ce-bb90-1ba2eecebec2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.341599815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"fc949dd3-183a-48dc-92d3-f1130539fe6c","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.34168015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"fc949dd3-183a-48dc-92d3-f1130539fe6c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.361993179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"724aa080-821f-492e-9f54-a40b268354eb","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.36206012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"724aa080-821f-492e-9f54-a40b268354eb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.402563344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"45254a5c-e1c7-4da9-9841-ca8805c7f850","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.402627737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"45254a5c-e1c7-4da9-9841-ca8805c7f850","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.483498257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"b308ea61-a926-4e8b-9d34-2b912277174a","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.483558635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"b308ea61-a926-4e8b-9d34-2b912277174a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.622431365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304a755-f668-4708-9f80-2139ef34d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.622616851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"4fc34d86-b643-459f-87db-da12f3af6b6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.637005905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304a755-f668-4708-9f80-2139ef34d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.644410361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"50ab19c6-d132-4412-a956-8f65f0ef9dd1","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.644511386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"50ab19c6-d132-4412-a956-8f65f0ef9dd1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.652434746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304a755-f668-4708-9f80-2139ef34d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.656153466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"4fc34d86-b643-459f-87db-da12f3af6b6e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.666958885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304a755-f668-4708-9f80-2139ef34d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.829730663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fc610f-6b20-4654-98ff-f0a39430a143","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:39.829771721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fc610f-6b20-4654-98ff-f0a39430a143","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.965288039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"a7c8fb9b-88c8-4b2a-8f4f-d282814de95e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:39.965359796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"a7c8fb9b-88c8-4b2a-8f4f-d282814de95e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:40.202460741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a32403-9f99-474e-b03c-e054732836d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:40.216516454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a32403-9f99-474e-b03c-e054732836d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:40.231022665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a32403-9f99-474e-b03c-e054732836d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:40.245847435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a32403-9f99-474e-b03c-e054732836d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:40.606039677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"d6ce5891-0e89-48bc-bfcd-a1cd7a624f5a","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:40.606142335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"d6ce5891-0e89-48bc-bfcd-a1cd7a624f5a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:41.886786232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"dbd980a7-6b01-4f33-b5b3-1f2d4b59e046","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:41.886855488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"dbd980a7-6b01-4f33-b5b3-1f2d4b59e046","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.940493672Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","namespace":"ai-tenant-e2e-api-a-1314ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.940554703Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","namespace":"ai-tenant-e2e-api-a-1314ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.940624789Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","tenant":"e2e-api-a-1314ae","tenantID":"e2e-api-a-1314ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.956447397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Deployment","name":"maas-api-e2e-api-a-1314ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:43.986149957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Service","name":"maas-api-e2e-api-a-1314ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.003210011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-1314ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.019989401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-1314ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.038587685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.059054293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.077935234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.093873056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.107451915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Deployment","name":"payload-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.120999948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.134538719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Service","name":"payload-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.14818895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.162170765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.176117021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.18977146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.211344221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.229423071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.251148982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.264919988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-1314ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.278457199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1314ae"},"namespace":"ai-tenant-e2e-api-a-1314ae","name":"default-tenant","reconcileID":"dce93bb1-582d-4916-80e1-f32493d42e3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-1314ae","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:44.455942241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"21a29a5f-462e-48a2-a1ff-4b508d294705","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:44.456040249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"21a29a5f-462e-48a2-a1ff-4b508d294705","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:44.585140561Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1314ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1314ae","reconcileID":"bbc41869-c7a9-4aa3-ad74-319ad3fde18e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-1314ae","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-1314ae"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:44.634271375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"3301b354-88fe-4837-98de-14c6be807661","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:44.634344294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"3301b354-88fe-4837-98de-14c6be807661","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:44.944102386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"539553ff-fc7c-43e2-a91c-b833681a286f","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:44.944165969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"539553ff-fc7c-43e2-a91c-b833681a286f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.019237316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0213690f-78ee-414f-b1cd-5556136355a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.033433438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0213690f-78ee-414f-b1cd-5556136355a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.047402195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0213690f-78ee-414f-b1cd-5556136355a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.06131025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0213690f-78ee-414f-b1cd-5556136355a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.617260878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323f2b6f-e3ab-4673-aef5-670ac7fbc370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.631926671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323f2b6f-e3ab-4673-aef5-670ac7fbc370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.645671501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323f2b6f-e3ab-4673-aef5-670ac7fbc370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:45.659839398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323f2b6f-e3ab-4673-aef5-670ac7fbc370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.649281405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"72242bc7-7941-4629-a50b-c8699947b9a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0ae219","tenantID":"e2e-ipp-b-0ae219","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:47.689780287Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"72242bc7-7941-4629-a50b-c8699947b9a4","name":"e2e-ipp-b-0ae219-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:50.634450828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"e7688cd3-9394-4d63-bf34-ba19a09284aa","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:50.634613364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"e7688cd3-9394-4d63-bf34-ba19a09284aa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:50.694654799Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"0d481f0b-dc89-4018-a742-a4028ccd590e","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:50.694738662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"0d481f0b-dc89-4018-a742-a4028ccd590e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:50.91564075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55bb426-9c25-42d8-b878-35408b0eb183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:50.929660805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55bb426-9c25-42d8-b878-35408b0eb183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:50.943463491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55bb426-9c25-42d8-b878-35408b0eb183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:50.957153944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55bb426-9c25-42d8-b878-35408b0eb183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.507274009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2874a0e9-27d7-4df1-96f5-7eab04550d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.5219594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2874a0e9-27d7-4df1-96f5-7eab04550d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.536752077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2874a0e9-27d7-4df1-96f5-7eab04550d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.551756069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2874a0e9-27d7-4df1-96f5-7eab04550d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:51.780574103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"75e4765b-7df4-4625-947a-da8eb39d98b9","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:51.780754443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"75e4765b-7df4-4625-947a-da8eb39d98b9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:51.828263845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d951ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d951ee","reconcileID":"192e0e51-c9dd-433d-9744-4a2aaadfd319","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d951ee","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d951ee":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:51.909962803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"617b68c5-d1cf-4747-893f-b53fbdc8ae9d","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:51.910187322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"617b68c5-d1cf-4747-893f-b53fbdc8ae9d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.232644513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c19481a-e34a-4390-8bab-41113ff628b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.246716595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c19481a-e34a-4390-8bab-41113ff628b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.260624438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c19481a-e34a-4390-8bab-41113ff628b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.275096621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c19481a-e34a-4390-8bab-41113ff628b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.828898656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c26fba-63ff-44ca-9bb0-3348735d839d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.842801319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c26fba-63ff-44ca-9bb0-3348735d839d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.856617306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c26fba-63ff-44ca-9bb0-3348735d839d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:52.870844764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c26fba-63ff-44ca-9bb0-3348735d839d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:53.288651502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"ea30f27e-ce54-4b3d-b8a9-12db85a8312b","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:53.288716931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"ea30f27e-ce54-4b3d-b8a9-12db85a8312b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:53.577517318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"f1cbf7ea-beff-490c-bcfb-721fcd4e7f97","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:27:53.577595616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"f1cbf7ea-beff-490c-bcfb-721fcd4e7f97","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:53.939037259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdac3a05-754b-4d1e-9b43-d9a04cab9ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:53.957142339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdac3a05-754b-4d1e-9b43-d9a04cab9ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:53.979757963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdac3a05-754b-4d1e-9b43-d9a04cab9ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:53.995126197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdac3a05-754b-4d1e-9b43-d9a04cab9ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:54.545129441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53742fd1-d2ae-4665-bef8-285d496e26ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:54.559252578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53742fd1-d2ae-4665-bef8-285d496e26ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:54.573454679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53742fd1-d2ae-4665-bef8-285d496e26ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:27:54.587649734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53742fd1-d2ae-4665-bef8-285d496e26ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:01.965280707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"4912272e-7ba2-4e32-b73e-c2f11f770cd4","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:01.965358446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"4912272e-7ba2-4e32-b73e-c2f11f770cd4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:01.996730431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"cab35f6c-9c29-48de-89f3-59a9f4de36da","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:01.996806145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"cab35f6c-9c29-48de-89f3-59a9f4de36da","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.020516584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f3212d32-a38c-40dc-8459-f6cae0d5fd07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.041163364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f3212d32-a38c-40dc-8459-f6cae0d5fd07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.200482167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f971c961-a92d-429c-b83b-9a2513f3faca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.218874406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"f971c961-a92d-429c-b83b-9a2513f3faca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.259649067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c97ffb0-03fc-4224-a3a1-435b3113124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.273851652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c97ffb0-03fc-4224-a3a1-435b3113124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.287849562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c97ffb0-03fc-4224-a3a1-435b3113124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.301799171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c97ffb0-03fc-4224-a3a1-435b3113124a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.908919519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29516642-07be-47c4-8965-2cac0819b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.922899507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29516642-07be-47c4-8965-2cac0819b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.937103679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29516642-07be-47c4-8965-2cac0819b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:02.951020355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29516642-07be-47c4-8965-2cac0819b712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:03.506032178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7cc91d-1143-4c21-bf65-1b39c2a6fe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:03.520286222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7cc91d-1143-4c21-bf65-1b39c2a6fe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:03.534257438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7cc91d-1143-4c21-bf65-1b39c2a6fe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:03.548331931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7cc91d-1143-4c21-bf65-1b39c2a6fe54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:04.894494178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:06.870737856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"4da9fb36-aa1e-426b-a6ed-37ea9ccf8675","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:06.87083522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"4da9fb36-aa1e-426b-a6ed-37ea9ccf8675","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.23137119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889a884-f453-4891-b506-3ba773c39390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.245596793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889a884-f453-4891-b506-3ba773c39390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.259613258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889a884-f453-4891-b506-3ba773c39390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.27428879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889a884-f453-4891-b506-3ba773c39390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.813202341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6d741-c831-40ef-800e-c13e02c25372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.827289993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6d741-c831-40ef-800e-c13e02c25372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.841583408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6d741-c831-40ef-800e-c13e02c25372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:07.855902639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e6d741-c831-40ef-800e-c13e02c25372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.445719221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb449c5-75e3-44ad-ac0a-bd1222581789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.460439854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb449c5-75e3-44ad-ac0a-bd1222581789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.474632938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb449c5-75e3-44ad-ac0a-bd1222581789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:08.488690528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb449c5-75e3-44ad-ac0a-bd1222581789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:09.180374997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2a1721-00e5-4009-a165-570d60a35313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:09.195244717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2a1721-00e5-4009-a165-570d60a35313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:09.209438201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2a1721-00e5-4009-a165-570d60a35313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:09.224021717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2a1721-00e5-4009-a165-570d60a35313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:12.119897195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"2b16223d-36a1-4a8e-bb8d-184555c78842","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:28:12.119963766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-70c21f37","namespace":"ai-tenant-e2e-mt-70c21f37"},"namespace":"ai-tenant-e2e-mt-70c21f37","name":"e2e-lifecycle-model-70c21f37","reconcileID":"2b16223d-36a1-4a8e-bb8d-184555c78842","error":"resolve tenant gateway for model ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-70c21f37/e2e-lifecycle-model-70c21f37-kserve-route (gateways: [openshift-ingress/e2e-mt-70c21f37]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.147303282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"c2f1b1c2-948f-477d-8791-600ca6732d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.165724912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"c2f1b1c2-948f-477d-8791-600ca6732d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.248765742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"792e6bf5-2d58-4286-ac7c-60103fbfd0c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d951ee","tenantID":"e2e-ipp-a-d951ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.290276401Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"792e6bf5-2d58-4286-ac7c-60103fbfd0c0","name":"e2e-ipp-a-d951ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.347496618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"9fd946fb-5f1b-4792-8044-dd56e1bf6cb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:12.366559117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"9fd946fb-5f1b-4792-8044-dd56e1bf6cb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.40021836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"b5cf4639-972b-4923-a60c-669e8d0fd922","namespace":"ai-tenant-e2e-api-b-8a96f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.400279751Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"b5cf4639-972b-4923-a60c-669e8d0fd922","namespace":"ai-tenant-e2e-api-b-8a96f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.400324268Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"b5cf4639-972b-4923-a60c-669e8d0fd922","name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.429674425Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"b5cf4639-972b-4923-a60c-669e8d0fd922","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.430276657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"8a7adcdf-e23f-449c-9321-56f08639acc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.430276676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eeca33c-dd1e-4773-aae0-f479b080865b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.430381917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eeca33c-dd1e-4773-aae0-f479b080865b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.561303132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"8a7adcdf-e23f-449c-9321-56f08639acc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.622978805Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"8a7adcdf-e23f-449c-9321-56f08639acc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"name":"e2e-api-b-8a96f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.623003699Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"e2e-e2e-api-b-8a96f3-policy","reconcileID":"8a7adcdf-e23f-449c-9321-56f08639acc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8a96f3-policy","namespace":"ai-tenant-e2e-api-b-8a96f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8a96f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.657804006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d36ba535-4118-44b5-93c0-d522a108b5b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:16.657823578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d36ba535-4118-44b5-93c0-d522a108b5b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.4362552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"15c5f9a1-0cbc-44e1-bb0f-53c1c9ac26a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.536237528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"72eaa3d5-5349-451e-ab40-af42579ef9b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.536261686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"1679694e-6b42-4d78-bfde-4d56b709c4ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.636117896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e86de5b-da5a-4b53-b691-44bc7dc12530","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.797551146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"e1e4def8-79bc-47d6-b208-7a17ceec4b2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.797915601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"7fe4b7f6-e4b9-4223-93ae-c816b8d6ddc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.798190174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"0dbe6fb0-9a21-4c6d-b60b-20337f1564f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.855614805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4dde408-1841-499e-a9d1-d0b18fba0fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.935497574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"ffa70ad6-b98c-47db-8e17-628cd8de53ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.935728097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"67e267af-f33d-4e71-85ba-9139f540b82f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:18.935837544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"21da32f1-3323-49ec-8955-e85a0dab5d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:19.03550602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"9dcd8253-f8c3-4ecc-93eb-1d349006dbd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.607199419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"058b9e18-1f5e-4d75-a8ba-a34a08a537bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.660495442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"c0cce19f-b50a-45b0-85f8-1d77a6e50407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.766845209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"a90cba80-3d2f-4bd5-b68f-08d8ff7267db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.880481761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"9c19d414-7412-4b86-b134-8afa4c8dcea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.881121772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"05cc5b8a-a928-412f-ac61-6d0dbf8e9583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.881601618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"f0f6f696-800b-4ce6-bde7-fc038f925620","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:33.882311743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"f5b7fabe-ef16-471f-8db0-0a850eda573c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.004266873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"b7600da3-e326-4033-b0ba-bb19c7e7e6af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.064496274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"3a55b79b-ead8-4fe0-841c-68b2f816bf7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.065532011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69933771-47b0-409c-8b4c-a536f521fbae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.06561926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"9df4476b-602c-4246-98b3-09f59a0caf0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.129432166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c4aabd-17a7-4e3e-814d-56b2a3d99a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.143569481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c4aabd-17a7-4e3e-814d-56b2a3d99a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.157819059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c4aabd-17a7-4e3e-814d-56b2a3d99a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.172538597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c4aabd-17a7-4e3e-814d-56b2a3d99a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.209674297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14e087d3-1300-4848-a8e3-4473c4d71118","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.846206435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bff1521-e908-405f-a3d5-135f993c2c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.864328603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bff1521-e908-405f-a3d5-135f993c2c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.881746155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bff1521-e908-405f-a3d5-135f993c2c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.894009176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:34.895612998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bff1521-e908-405f-a3d5-135f993c2c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.376686333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b945b1-3fae-4f85-861d-1c246256ad81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.390593897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b945b1-3fae-4f85-861d-1c246256ad81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.406709823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b945b1-3fae-4f85-861d-1c246256ad81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.421034856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8b945b1-3fae-4f85-861d-1c246256ad81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.968931665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c67d66-d7ae-4153-a3b2-6cb283eff74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.983326571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c67d66-d7ae-4153-a3b2-6cb283eff74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:42.999910214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c67d66-d7ae-4153-a3b2-6cb283eff74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.014432655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c67d66-d7ae-4153-a3b2-6cb283eff74d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.216800226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","namespace":"ai-tenant-e2e-api-b-8a96f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.216873153Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","namespace":"ai-tenant-e2e-api-b-8a96f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.216944139Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","tenant":"e2e-api-b-8a96f3","tenantID":"e2e-api-b-8a96f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.23295855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Deployment","name":"maas-api-e2e-api-b-8a96f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.263531874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Service","name":"maas-api-e2e-api-b-8a96f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.280003032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-8a96f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.296534845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-8a96f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.31519663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.331770166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.364780793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.386011632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.40102219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Deployment","name":"payload-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.416102069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.430817957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Service","name":"payload-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.446033013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.461150423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.475951104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.51538408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.538388919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.5571891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.571276717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.585067172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-8a96f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.601846483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8a96f3"},"namespace":"ai-tenant-e2e-api-b-8a96f3","name":"default-tenant","reconcileID":"0b2afee9-c4c0-430f-9646-ec4067c9676e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-8a96f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:43.863924475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8a96f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8a96f3","reconcileID":"a50f0ae7-6323-4bdf-b72a-1cd3909645ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8a96f3","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-8a96f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.271517632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0918271-20b4-49de-85ef-4145ce9a2ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.285708872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0918271-20b4-49de-85ef-4145ce9a2ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.299611016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0918271-20b4-49de-85ef-4145ce9a2ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.31368712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0918271-20b4-49de-85ef-4145ce9a2ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.893627378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115dac86-302b-400f-ac16-29704ca8e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.907738995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115dac86-302b-400f-ac16-29704ca8e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.921970237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115dac86-302b-400f-ac16-29704ca8e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:44.936066316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115dac86-302b-400f-ac16-29704ca8e8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:45.33848332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-01feb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-01feb0","reconcileID":"eef56d09-54dc-460c-9555-75a0e7ae2e59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-01feb0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-01feb0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:45.576512964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013232ec-2ffa-439f-8062-d4802d98de93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:45.59081786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013232ec-2ffa-439f-8062-d4802d98de93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:45.605512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013232ec-2ffa-439f-8062-d4802d98de93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:45.619469871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013232ec-2ffa-439f-8062-d4802d98de93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.245355779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b2819-5d16-4e06-bd16-40f6e72293cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.266281541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b2819-5d16-4e06-bd16-40f6e72293cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.282993022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b2819-5d16-4e06-bd16-40f6e72293cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.296902901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868b2819-5d16-4e06-bd16-40f6e72293cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.940150152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecb5fc3-d5c6-44d3-8f4b-3c4867ca45c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.954168382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecb5fc3-d5c6-44d3-8f4b-3c4867ca45c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.971494292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecb5fc3-d5c6-44d3-8f4b-3c4867ca45c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:46.986594953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecb5fc3-d5c6-44d3-8f4b-3c4867ca45c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.374472873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40f5a7-e164-4f3c-b317-10f7c566954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.392103709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40f5a7-e164-4f3c-b317-10f7c566954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.406620541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40f5a7-e164-4f3c-b317-10f7c566954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.420572479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b40f5a7-e164-4f3c-b317-10f7c566954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:52.994906293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38eb1547-5c4b-4115-8095-7948ce9f2641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.009164179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38eb1547-5c4b-4115-8095-7948ce9f2641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.023321885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38eb1547-5c4b-4115-8095-7948ce9f2641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.037504391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38eb1547-5c4b-4115-8095-7948ce9f2641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.219831344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c552f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c552f8","reconcileID":"5bce8de2-cfc8-4389-a722-b494daefefcc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c552f8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c552f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.679846364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b88207-b064-41d4-af70-640e27b79177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.699149206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b88207-b064-41d4-af70-640e27b79177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.728787229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b88207-b064-41d4-af70-640e27b79177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:53.753788931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b88207-b064-41d4-af70-640e27b79177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.419056943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbea5cae-4e4d-4e66-9fe8-44e7df220d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.440211746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbea5cae-4e4d-4e66-9fe8-44e7df220d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.455415488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbea5cae-4e4d-4e66-9fe8-44e7df220d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:54.475278795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbea5cae-4e4d-4e66-9fe8-44e7df220d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:55.059398819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7859cd-a717-45de-87fa-356ef76fb0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:55.074364493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7859cd-a717-45de-87fa-356ef76fb0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:55.088329418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7859cd-a717-45de-87fa-356ef76fb0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:28:55.102301814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7859cd-a717-45de-87fa-356ef76fb0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.193820184Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","namespace":"ai-tenant-e2e-ipp-a-43266e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.193879868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","namespace":"ai-tenant-e2e-ipp-a-43266e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.193930952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","tenant":"e2e-ipp-a-43266e","tenantID":"e2e-ipp-a-43266e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.209698489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-43266e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.236386366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Service","name":"maas-api-e2e-ipp-a-43266e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.255852619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-43266e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.271777552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-43266e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.288684379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.304730007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.323315211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.34010559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.355682297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.372329088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.398943688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Service","name":"payload-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.42440198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.44078586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.456931409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.47406805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.491226857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.507188622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.523062834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.541457796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-43266e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.562459947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-43266e"},"namespace":"ai-tenant-e2e-ipp-a-43266e","name":"default-tenant","reconcileID":"41cee3d3-14e3-4866-a906-50f3c356a2c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-43266e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:00.894110235Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-43266e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-43266e","reconcileID":"dc3ef4bc-3c44-4c3a-aba3-849ae2caa646","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-43266e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-43266e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.249059266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7256aa16-6efb-4908-b6fc-c876a6229801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.265271343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7256aa16-6efb-4908-b6fc-c876a6229801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.279378242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7256aa16-6efb-4908-b6fc-c876a6229801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.293539334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7256aa16-6efb-4908-b6fc-c876a6229801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.909057649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6816ffee-e67b-4170-9cc1-c23dca9a0efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.923687664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6816ffee-e67b-4170-9cc1-c23dca9a0efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.937805994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6816ffee-e67b-4170-9cc1-c23dca9a0efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:01.951925075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6816ffee-e67b-4170-9cc1-c23dca9a0efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:02.537669906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e7c87e-9597-4247-a96c-c3ce234a2c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:02.551645139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e7c87e-9597-4247-a96c-c3ce234a2c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:02.565915902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e7c87e-9597-4247-a96c-c3ce234a2c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:02.579955497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e7c87e-9597-4247-a96c-c3ce234a2c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:03.131371503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8938cc7e-f74d-4fc1-b961-f84162c394f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:03.145405825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8938cc7e-f74d-4fc1-b961-f84162c394f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:03.161771756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8938cc7e-f74d-4fc1-b961-f84162c394f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:03.176598223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8938cc7e-f74d-4fc1-b961-f84162c394f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:04.887424043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:07.114646512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"5b95ca2c-04ef-4c51-b995-0106830ee085","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:07.153290419Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"5b95ca2c-04ef-4c51-b995-0106830ee085","name":"e2e-ipp-a-01feb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.978791947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","namespace":"ai-tenant-e2e-ipp-a-f6c51a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.978940735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","namespace":"ai-tenant-e2e-ipp-a-f6c51a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:10.979029918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","tenant":"e2e-ipp-a-f6c51a","tenantID":"e2e-ipp-a-f6c51a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.000482452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f6c51a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.029512543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Service","name":"maas-api-e2e-ipp-a-f6c51a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.06510045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f6c51a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.082139528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f6c51a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.098050008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.113866424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.131907923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.147502646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.162571169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.17830712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.206457026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Service","name":"payload-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.231297435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.247348359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.263424097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.280395364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.297336167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.312823034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.33052868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.347447019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f6c51a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.362907748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f6c51a"},"namespace":"ai-tenant-e2e-ipp-a-f6c51a","name":"default-tenant","reconcileID":"eab442f1-41de-4e8e-a120-4949f1ab06e4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f6c51a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:11.69728688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f6c51a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f6c51a","reconcileID":"14ffeb44-e990-452b-ad45-121444dc2a64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f6c51a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f6c51a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.130818255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc534f6-0125-42f0-9b6b-aa3ac97f675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.144764885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc534f6-0125-42f0-9b6b-aa3ac97f675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.158564323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc534f6-0125-42f0-9b6b-aa3ac97f675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.172535642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc534f6-0125-42f0-9b6b-aa3ac97f675e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.825123384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8e6e68-a944-45d3-82c1-35484a698bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.844907853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8e6e68-a944-45d3-82c1-35484a698bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.85989033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8e6e68-a944-45d3-82c1-35484a698bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:12.874800957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8e6e68-a944-45d3-82c1-35484a698bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:13.147167941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"c41e9677-8524-480b-907d-31f26e62c7c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c552f8","tenantID":"e2e-ipp-b-c552f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:13.191239364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"c41e9677-8524-480b-907d-31f26e62c7c0","name":"e2e-ipp-b-c552f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:15.612859791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3385552-2d3a-4cd3-9a73-58cf4d381508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:15.626750659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3385552-2d3a-4cd3-9a73-58cf4d381508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:15.640456831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3385552-2d3a-4cd3-9a73-58cf4d381508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:15.654537984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3385552-2d3a-4cd3-9a73-58cf4d381508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.214516269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f74e6ce-0312-464f-8352-2fdbd1903a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.238889082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f74e6ce-0312-464f-8352-2fdbd1903a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.25443808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f74e6ce-0312-464f-8352-2fdbd1903a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.276364516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f74e6ce-0312-464f-8352-2fdbd1903a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.503564031Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-417623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-417623","reconcileID":"2ddc889c-f964-47ab-b12a-db2f51bc10a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-417623","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-417623":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.948535739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4445b0-f33b-4346-9701-1fc4a9a4d554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.966390701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4445b0-f33b-4346-9701-1fc4a9a4d554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.980398337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4445b0-f33b-4346-9701-1fc4a9a4d554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:16.994484606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4445b0-f33b-4346-9701-1fc4a9a4d554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.582784172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21522a-ca6e-4265-9eba-d2aded1a4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.598066583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21522a-ca6e-4265-9eba-d2aded1a4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.612786897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21522a-ca6e-4265-9eba-d2aded1a4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:20.627357698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21522a-ca6e-4265-9eba-d2aded1a4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.21184559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bee4dd-ee6e-476b-b524-dc8082b9244b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.225704217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bee4dd-ee6e-476b-b524-dc8082b9244b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.23970531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bee4dd-ee6e-476b-b524-dc8082b9244b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.253748724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bee4dd-ee6e-476b-b524-dc8082b9244b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.788481028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494ef1c4-d4c8-463a-bc85-01a6500147c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.80268004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494ef1c4-d4c8-463a-bc85-01a6500147c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.816870708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494ef1c4-d4c8-463a-bc85-01a6500147c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:21.831266479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494ef1c4-d4c8-463a-bc85-01a6500147c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:22.371022865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb30166-8d46-4462-9831-fb4f876d0179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:22.385185696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb30166-8d46-4462-9831-fb4f876d0179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:22.399008059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb30166-8d46-4462-9831-fb4f876d0179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:22.413230377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb30166-8d46-4462-9831-fb4f876d0179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.32447378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58d47b7-14e7-4f99-8354-bb8285ef2331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.346411241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58d47b7-14e7-4f99-8354-bb8285ef2331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.362303133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58d47b7-14e7-4f99-8354-bb8285ef2331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.381146703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58d47b7-14e7-4f99-8354-bb8285ef2331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.922163156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e59bbf-8d04-4397-a885-62f5ee143cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.936065629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e59bbf-8d04-4397-a885-62f5ee143cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.950248182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e59bbf-8d04-4397-a885-62f5ee143cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:23.964382765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8e59bbf-8d04-4397-a885-62f5ee143cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:24.51731508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447d4916-20aa-4887-9bb6-f7e987c46355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:24.531364501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447d4916-20aa-4887-9bb6-f7e987c46355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:24.545583545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447d4916-20aa-4887-9bb6-f7e987c46355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:24.559994579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447d4916-20aa-4887-9bb6-f7e987c46355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.216843333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3526d8-0e1f-4517-a8a0-64a2626751a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.231121876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3526d8-0e1f-4517-a8a0-64a2626751a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.245423682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3526d8-0e1f-4517-a8a0-64a2626751a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.259403224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3526d8-0e1f-4517-a8a0-64a2626751a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.803671826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c044b55-e23a-4943-ae2a-31ebff21a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.817698732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c044b55-e23a-4943-ae2a-31ebff21a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.831630885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c044b55-e23a-4943-ae2a-31ebff21a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:25.845684286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c044b55-e23a-4943-ae2a-31ebff21a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.45314836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da781e-6122-4354-bcde-0e9ab5073984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.467187349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da781e-6122-4354-bcde-0e9ab5073984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.481068432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da781e-6122-4354-bcde-0e9ab5073984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:26.495351834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56da781e-6122-4354-bcde-0e9ab5073984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:28.519275563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79e32e0-7925-4540-9ff5-a22c465cbb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:28.534354873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79e32e0-7925-4540-9ff5-a22c465cbb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:28.5485316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79e32e0-7925-4540-9ff5-a22c465cbb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:28.56268928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79e32e0-7925-4540-9ff5-a22c465cbb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.164915305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5b331c-21fa-4f17-a6c5-bc60db9a145c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.178775739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5b331c-21fa-4f17-a6c5-bc60db9a145c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.192675014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5b331c-21fa-4f17-a6c5-bc60db9a145c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.206522259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5b331c-21fa-4f17-a6c5-bc60db9a145c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.808046928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c3105f-98d5-4564-849b-833fb26110e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.822113915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c3105f-98d5-4564-849b-833fb26110e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.835972904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c3105f-98d5-4564-849b-833fb26110e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:29.849754231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c3105f-98d5-4564-849b-833fb26110e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.391748456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8e69-c328-49d6-80be-6df027bfc988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.406107619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8e69-c328-49d6-80be-6df027bfc988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.420169412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8e69-c328-49d6-80be-6df027bfc988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.434339805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3a8e69-c328-49d6-80be-6df027bfc988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.969658962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e2526b-8758-4197-9635-c5f1303d2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.983352999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e2526b-8758-4197-9635-c5f1303d2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:30.997191561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e2526b-8758-4197-9635-c5f1303d2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:31.011198352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e2526b-8758-4197-9635-c5f1303d2df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:31.61775185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38202f-2091-472c-8f08-c82f3e4b29f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:31.63190905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38202f-2091-472c-8f08-c82f3e4b29f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:31.64623761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38202f-2091-472c-8f08-c82f3e4b29f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:31.660309955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38202f-2091-472c-8f08-c82f3e4b29f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.265670272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db7ed-8275-4218-b285-3b7aa933f35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.280847562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db7ed-8275-4218-b285-3b7aa933f35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.295146305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db7ed-8275-4218-b285-3b7aa933f35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.309787452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c62db7ed-8275-4218-b285-3b7aa933f35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.887829257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.89225389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee16e7cf-b620-48d8-a408-05baefdd4556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.9061422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee16e7cf-b620-48d8-a408-05baefdd4556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.920128838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee16e7cf-b620-48d8-a408-05baefdd4556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:34.933846307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee16e7cf-b620-48d8-a408-05baefdd4556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.348451942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"3d88bba6-9e59-4042-9b6c-09a7f8cd3973","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.392294745Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"3d88bba6-9e59-4042-9b6c-09a7f8cd3973","name":"e2e-praxis-a-417623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.411026363Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","namespace":"ai-tenant-e2e-ipp-b-ea852f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.411159191Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","namespace":"ai-tenant-e2e-ipp-b-ea852f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.411256658Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","tenant":"e2e-ipp-b-ea852f","tenantID":"e2e-ipp-b-ea852f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.426731778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ea852f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.461493844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Service","name":"maas-api-e2e-ipp-b-ea852f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.484320552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ea852f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.502265924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ea852f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.518596548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.534256896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.55237516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.574294036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.590011391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.605649124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.633859759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Service","name":"payload-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.66347234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.685348304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.701515333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.718853554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.737626771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.75329694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.7753821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.79426276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ea852f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:39.809742461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ea852f"},"namespace":"ai-tenant-e2e-ipp-b-ea852f","name":"default-tenant","reconcileID":"a20569c6-264e-443a-9a0b-aea5bb494524","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ea852f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.352130682Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ea852f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ea852f","reconcileID":"ebc17fb9-5238-4816-aeec-e8b936eaba50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ea852f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ea852f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.750700735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e245b696-fcfb-41cb-a509-e80afa49e421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.781805745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e245b696-fcfb-41cb-a509-e80afa49e421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.796136636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e245b696-fcfb-41cb-a509-e80afa49e421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:40.810020281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e245b696-fcfb-41cb-a509-e80afa49e421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:41.434978477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de20918f-ceea-41b9-bb1b-3a99e42a74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:41.448944845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de20918f-ceea-41b9-bb1b-3a99e42a74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:41.467350084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de20918f-ceea-41b9-bb1b-3a99e42a74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:41.48247151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de20918f-ceea-41b9-bb1b-3a99e42a74ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.502122673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","namespace":"ai-tenant-e2e-ipp-b-0ae219","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.502333914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","namespace":"ai-tenant-e2e-ipp-b-0ae219","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.502468918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","tenant":"e2e-ipp-b-0ae219","tenantID":"e2e-ipp-b-0ae219","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.520677383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0ae219","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.556912273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Service","name":"maas-api-e2e-ipp-b-0ae219","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.588738649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0ae219","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.605549067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0ae219","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.622317052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.638724562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.660398926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.677319838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.697156224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.715537101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.738977746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Service","name":"payload-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.763330009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.780337037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.800228375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.823320872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.840564652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.859576871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.875358472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.892411668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0ae219","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:50.908163116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ae219"},"namespace":"ai-tenant-e2e-ipp-b-0ae219","name":"default-tenant","reconcileID":"c8c3b9d1-1984-48b9-818e-497dd0639e6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0ae219","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.252445601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ae219","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ae219","reconcileID":"46d31e96-4575-4d01-b7f2-3e2532b968fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ae219","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0ae219"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.654765125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb353ec5-da61-415c-a665-e021719926df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.69784398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb353ec5-da61-415c-a665-e021719926df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.716471185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb353ec5-da61-415c-a665-e021719926df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:51.730857473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb353ec5-da61-415c-a665-e021719926df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.339931172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95655a-d936-454a-b87d-82761976fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.35439172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95655a-d936-454a-b87d-82761976fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.376268095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95655a-d936-454a-b87d-82761976fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:52.391754223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95655a-d936-454a-b87d-82761976fa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:59.854756566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81dfcd-11d3-4aa2-b71c-17629ac52d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:59.869690861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81dfcd-11d3-4aa2-b71c-17629ac52d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:59.883490525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81dfcd-11d3-4aa2-b71c-17629ac52d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:29:59.897223469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81dfcd-11d3-4aa2-b71c-17629ac52d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:00.494830331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0762ae-9ddd-467c-8d5a-ff79cc8eb04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:00.508721809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0762ae-9ddd-467c-8d5a-ff79cc8eb04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:00.522576023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0762ae-9ddd-467c-8d5a-ff79cc8eb04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:00.536674591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0762ae-9ddd-467c-8d5a-ff79cc8eb04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.916045048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8610def5-c4c0-4853-971c-7bb885231965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.930047667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8610def5-c4c0-4853-971c-7bb885231965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.944335015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8610def5-c4c0-4853-971c-7bb885231965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:01.958438091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8610def5-c4c0-4853-971c-7bb885231965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.573444807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ea12af-ca20-4326-8b09-e5ec8877f4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.588234902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ea12af-ca20-4326-8b09-e5ec8877f4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.602919822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ea12af-ca20-4326-8b09-e5ec8877f4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.617017464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ea12af-ca20-4326-8b09-e5ec8877f4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:02.720515419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bdbf04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bdbf04","reconcileID":"ed35e108-0569-45d0-be91-ba0090f930e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bdbf04","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-bdbf04":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.436647842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde07062-9bc6-49f5-bd67-a51304f4a8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.450480181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde07062-9bc6-49f5-bd67-a51304f4a8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.467311103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde07062-9bc6-49f5-bd67-a51304f4a8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:03.481618197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde07062-9bc6-49f5-bd67-a51304f4a8cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:04.981354155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.083768333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1a9c3-da8f-4cd4-9fef-371a4fa70308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.098152676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1a9c3-da8f-4cd4-9fef-371a4fa70308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.112271401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1a9c3-da8f-4cd4-9fef-371a4fa70308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.12710687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1a9c3-da8f-4cd4-9fef-371a4fa70308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.743914667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8c4f6b-fd56-4085-9c9a-98c464adc7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.758442745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8c4f6b-fd56-4085-9c9a-98c464adc7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.772638871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8c4f6b-fd56-4085-9c9a-98c464adc7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:07.787063412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8c4f6b-fd56-4085-9c9a-98c464adc7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.439579915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1910c66-2846-4af7-b4d1-aa7be00e31f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.453805882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1910c66-2846-4af7-b4d1-aa7be00e31f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.467738584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1910c66-2846-4af7-b4d1-aa7be00e31f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:08.481727364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1910c66-2846-4af7-b4d1-aa7be00e31f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.079601981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49880cb9-37ba-4883-9f51-626b03013c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.093870137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49880cb9-37ba-4883-9f51-626b03013c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.108003125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49880cb9-37ba-4883-9f51-626b03013c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.122251518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49880cb9-37ba-4883-9f51-626b03013c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.742962701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839e458b-aa2f-4159-8954-39aad689a92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.757696884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839e458b-aa2f-4159-8954-39aad689a92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.771519154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839e458b-aa2f-4159-8954-39aad689a92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:09.785463085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839e458b-aa2f-4159-8954-39aad689a92e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:10.324422927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94b3d7-ba1d-493a-add2-4b3a6ff35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:10.338399569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94b3d7-ba1d-493a-add2-4b3a6ff35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:10.352322886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94b3d7-ba1d-493a-add2-4b3a6ff35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:10.366694841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94b3d7-ba1d-493a-add2-4b3a6ff35170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.270749245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e0bf27-3e6d-41f7-ab81-f7abf6fce1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.283358854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"75bdec37-bb58-485d-9220-9c52e8d77411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.284604026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e0bf27-3e6d-41f7-ab81-f7abf6fce1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.298409243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e0bf27-3e6d-41f7-ab81-f7abf6fce1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.313208655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e0bf27-3e6d-41f7-ab81-f7abf6fce1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.383591627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"be663ee3-864b-4068-b672-05f3f56ddef0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.383651258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae7e8ab2-8097-4be9-a5ba-6a80b12c0242","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.38406231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5908098d-d27e-4e96-bc0b-a9c5c3e01a8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.384190989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"1e82bd91-fcd6-4f22-85cc-59d82b5cc8f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.485197193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"7b0555b4-7c87-4052-90df-211003070abc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.485201977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"083cfb84-4fff-49db-b51d-954873012cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.485469365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"e87e0576-f05a-4d05-bf96-b59b51f1567d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.640518956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"72bdb70d-50e6-4a79-9d33-7187b0675e4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.808122027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"2a173ef1-54a6-4556-9601-d1f56ced769c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.808404421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"bf9d77db-167c-4017-bd7d-c57ab4967264","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.874186949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"eba06a26-e6fe-48ff-8e5a-9428a520e521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:16.991171707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709c9436-e5f0-4726-9fcf-5438e0554837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.005315068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709c9436-e5f0-4726-9fcf-5438e0554837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.019543943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709c9436-e5f0-4726-9fcf-5438e0554837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.033566148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709c9436-e5f0-4726-9fcf-5438e0554837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.099874123Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-292f3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-292f3d","reconcileID":"98b2f651-1f68-4842-9abb-ae428f5eba21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-292f3d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-292f3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.625344808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0913685-5776-45d0-939c-1a27bdef95dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.639422789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0913685-5776-45d0-939c-1a27bdef95dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.653430172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0913685-5776-45d0-939c-1a27bdef95dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:17.667609984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0913685-5776-45d0-939c-1a27bdef95dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:18.317202223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9750f950-d66b-40a6-8e94-ab06f382a7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:18.331287975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9750f950-d66b-40a6-8e94-ab06f382a7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:18.345166523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9750f950-d66b-40a6-8e94-ab06f382a7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:18.359175462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9750f950-d66b-40a6-8e94-ab06f382a7c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:18.752452466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8f91de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8f91de","reconcileID":"95b62997-8404-435f-869f-e13dd1d7e5a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8f91de","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-8f91de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.034457745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b353db-2f9a-4b05-8158-ed2969c3b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.051940402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b353db-2f9a-4b05-8158-ed2969c3b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.066581895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b353db-2f9a-4b05-8158-ed2969c3b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.080914699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b353db-2f9a-4b05-8158-ed2969c3b796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.696328763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605cd850-c10d-461e-b351-6e067f06343f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.710538574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605cd850-c10d-461e-b351-6e067f06343f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.724788119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605cd850-c10d-461e-b351-6e067f06343f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:19.739151021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605cd850-c10d-461e-b351-6e067f06343f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:20.380069254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4c7065-4df3-4d56-a87b-55daf8fdccec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:20.405160939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4c7065-4df3-4d56-a87b-55daf8fdccec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:20.422338591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4c7065-4df3-4d56-a87b-55daf8fdccec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:20.436481159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4c7065-4df3-4d56-a87b-55daf8fdccec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.082550026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54472a-25d3-4c0a-aae0-5e01c6c87fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.097135768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54472a-25d3-4c0a-aae0-5e01c6c87fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.111403373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54472a-25d3-4c0a-aae0-5e01c6c87fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.126054197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e54472a-25d3-4c0a-aae0-5e01c6c87fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.670113281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c40cfc-3492-4529-9df6-806a3daa2a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.684223678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c40cfc-3492-4529-9df6-806a3daa2a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.698255944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c40cfc-3492-4529-9df6-806a3daa2a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:21.712389536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c40cfc-3492-4529-9df6-806a3daa2a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:22.293244917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6793857e-0d03-4498-a3cb-3ef70c07f7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:22.308013305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6793857e-0d03-4498-a3cb-3ef70c07f7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:22.322350553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6793857e-0d03-4498-a3cb-3ef70c07f7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:22.336465586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6793857e-0d03-4498-a3cb-3ef70c07f7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:23.922939342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"1a53b069-4ab8-416d-b807-a85c2830fbd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bdbf04","tenantID":"e2e-praxis-a-bdbf04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:23.961250513Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"1a53b069-4ab8-416d-b807-a85c2830fbd0","name":"e2e-praxis-a-bdbf04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.347367835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c20a88-8ec9-44cb-90bc-1150b81d0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.361900598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c20a88-8ec9-44cb-90bc-1150b81d0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.375708224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c20a88-8ec9-44cb-90bc-1150b81d0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.389828166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c20a88-8ec9-44cb-90bc-1150b81d0595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:33.993723479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4d6497-c25a-4bca-8703-f5a83ceb2b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.008139933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4d6497-c25a-4bca-8703-f5a83ceb2b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.022242172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4d6497-c25a-4bca-8703-f5a83ceb2b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.036243803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4d6497-c25a-4bca-8703-f5a83ceb2b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.166137025Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","namespace":"ai-tenant-e2e-ipp-a-d951ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.166193012Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","namespace":"ai-tenant-e2e-ipp-a-d951ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.166240694Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","tenant":"e2e-ipp-a-d951ee","tenantID":"e2e-ipp-a-d951ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.181777155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d951ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.207658079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Service","name":"maas-api-e2e-ipp-a-d951ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.228613085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d951ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.248418308Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-05232f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-05232f","reconcileID":"dbaf0e77-3c4b-49a1-879c-236152eb3a7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-05232f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-05232f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.248737012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d951ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.267784949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.283590322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.307227385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.353464784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.373027769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.394208342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.427615406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Service","name":"payload-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.456396069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.478712095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.495197059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.515347551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.534679776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.550231698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.566426968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.585420129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d951ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.600980874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d951ee"},"namespace":"ai-tenant-e2e-ipp-a-d951ee","name":"default-tenant","reconcileID":"2627f48a-6f32-4bd2-ba50-e89c0d5f22c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d951ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.649530636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05c6df-4dd1-4a57-8198-96e05b989a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.678438943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05c6df-4dd1-4a57-8198-96e05b989a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.693914161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05c6df-4dd1-4a57-8198-96e05b989a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.708147586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b05c6df-4dd1-4a57-8198-96e05b989a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.911911694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:34.953230522Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d951ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d951ee","reconcileID":"7409a681-3a66-4009-9422-0ad54667acbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d951ee","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d951ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.325442804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0501e58-09c1-4cbb-b854-2dbaa08838b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.429122852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"62823313-5573-4669-b349-04716a91aa63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.436445709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"df1639ab-bd93-4587-ae53-833cc6e6d8ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.45322831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eead5e-b482-46df-82c7-051663f2d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.471147847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eead5e-b482-46df-82c7-051663f2d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.487613143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eead5e-b482-46df-82c7-051663f2d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.506366089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9eead5e-b482-46df-82c7-051663f2d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.539358622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"30427035-e2c5-4f76-8859-7ecd75defd21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.539754604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"af6490e0-ae17-44b0-90ab-09a6f1bd592d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.606996541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"61ececd9-ec23-4af2-a9a3-316cfa127b9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.607346047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"3f72ec3a-d624-4d4d-a98b-b7f57e7efb4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.607452125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"cc7b315d-ff79-4c66-8e0d-5f70925cb0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.699743299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"94662108-6d4a-4929-b7df-503b3fe9acba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.804028343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffcc3d90-61ff-41c3-a92d-4a9309a3eb73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.820602505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"101e4129-2a28-4d26-b5dd-496e6b10710f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:35.821055753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"1ffd2302-3adf-4196-b90b-c8fc4cee9c85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.213688484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc7ab4f-a0c1-4695-a1ef-261da7ddea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.227914454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc7ab4f-a0c1-4695-a1ef-261da7ddea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.242857166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc7ab4f-a0c1-4695-a1ef-261da7ddea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.257258565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc7ab4f-a0c1-4695-a1ef-261da7ddea5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.622391307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"e162b756-1a85-4b73-b650-4e19fb7104ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-292f3d","tenantID":"e2e-ipp-b-292f3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.66113553Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"e162b756-1a85-4b73-b650-4e19fb7104ee","name":"e2e-ipp-b-292f3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.917686574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088f992-c8ce-4a41-8421-c33ac4bde0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.931479508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088f992-c8ce-4a41-8421-c33ac4bde0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.945218487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088f992-c8ce-4a41-8421-c33ac4bde0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:36.959064174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088f992-c8ce-4a41-8421-c33ac4bde0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:37.531639711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534051b-3be7-45f6-842a-aa2496be2fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:37.545578404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534051b-3be7-45f6-842a-aa2496be2fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:37.561639095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534051b-3be7-45f6-842a-aa2496be2fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:37.577475766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7534051b-3be7-45f6-842a-aa2496be2fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.140410949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e00bf8-278a-4d5d-a95e-145e65f532b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.15479326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e00bf8-278a-4d5d-a95e-145e65f532b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.168644345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e00bf8-278a-4d5d-a95e-145e65f532b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.182613797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05e00bf8-278a-4d5d-a95e-145e65f532b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.347501514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"f8409308-c44d-4b9c-a308-677a67738980","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-8f91de","tenantID":"e2e-praxis-b-8f91de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.384713445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"f8409308-c44d-4b9c-a308-677a67738980","name":"e2e-praxis-b-8f91de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.754377265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2130c-3f09-4b88-a2ea-ed3ac08462dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.768294391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2130c-3f09-4b88-a2ea-ed3ac08462dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.782208614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2130c-3f09-4b88-a2ea-ed3ac08462dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:38.796052976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2130c-3f09-4b88-a2ea-ed3ac08462dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:39.433318555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042453cb-0402-4a84-8f23-8b1379a3e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:39.447398164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042453cb-0402-4a84-8f23-8b1379a3e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:39.461383941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042453cb-0402-4a84-8f23-8b1379a3e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:39.475356765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042453cb-0402-4a84-8f23-8b1379a3e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.030124842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189c4683-f8ff-40b7-a935-1565b52385b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.044411771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189c4683-f8ff-40b7-a935-1565b52385b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.05835457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189c4683-f8ff-40b7-a935-1565b52385b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.072685262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189c4683-f8ff-40b7-a935-1565b52385b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.636911043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d117df7-7ff4-407c-be3b-cf8f5eaf3d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.650758008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d117df7-7ff4-407c-be3b-cf8f5eaf3d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.66461887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d117df7-7ff4-407c-be3b-cf8f5eaf3d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:40.680097792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d117df7-7ff4-407c-be3b-cf8f5eaf3d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.228236483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b464ebfa-c867-4513-a568-54832087b2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.24269719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b464ebfa-c867-4513-a568-54832087b2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.256532006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b464ebfa-c867-4513-a568-54832087b2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.27031123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b464ebfa-c867-4513-a568-54832087b2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.956564371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b2cee5-716e-4f62-8a2d-f1f0fa589d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.97087839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b2cee5-716e-4f62-8a2d-f1f0fa589d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:41.984695055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b2cee5-716e-4f62-8a2d-f1f0fa589d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:42.002007806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b2cee5-716e-4f62-8a2d-f1f0fa589d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:42.574584529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6c3dc6-65db-4d20-977f-d4988f5d0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:42.58933009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6c3dc6-65db-4d20-977f-d4988f5d0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:42.603294871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6c3dc6-65db-4d20-977f-d4988f5d0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:42.617511705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6c3dc6-65db-4d20-977f-d4988f5d0fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.162164048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bf0203-1172-4d82-8c88-502f187054d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.186434433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bf0203-1172-4d82-8c88-502f187054d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.201803166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bf0203-1172-4d82-8c88-502f187054d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.21575498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bf0203-1172-4d82-8c88-502f187054d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.920522109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb6f9b5-866f-4099-affa-f2b28fcf101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.934459038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb6f9b5-866f-4099-affa-f2b28fcf101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.948315632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb6f9b5-866f-4099-affa-f2b28fcf101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:43.962421366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb6f9b5-866f-4099-affa-f2b28fcf101b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.498791459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0e22c2-b082-4267-9a59-2f9da716a3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.5126359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0e22c2-b082-4267-9a59-2f9da716a3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.526638117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0e22c2-b082-4267-9a59-2f9da716a3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:44.544024504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0e22c2-b082-4267-9a59-2f9da716a3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.089177462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3b7d83-7e92-4902-8034-fff4eb7203e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.103648367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3b7d83-7e92-4902-8034-fff4eb7203e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.117744221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3b7d83-7e92-4902-8034-fff4eb7203e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.1316957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3b7d83-7e92-4902-8034-fff4eb7203e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.75768699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d05dc6-53f7-469f-b489-c962676124b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.771957426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d05dc6-53f7-469f-b489-c962676124b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.785995142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d05dc6-53f7-469f-b489-c962676124b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:45.799789895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d05dc6-53f7-469f-b489-c962676124b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.328432078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9600962-ebbb-4cea-b60e-00bd7cb05d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.342315464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9600962-ebbb-4cea-b60e-00bd7cb05d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.356339959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9600962-ebbb-4cea-b60e-00bd7cb05d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.370364216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9600962-ebbb-4cea-b60e-00bd7cb05d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.956249355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4fe00f-4f21-4f2b-a456-314a10408fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.970348132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4fe00f-4f21-4f2b-a456-314a10408fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.984460279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4fe00f-4f21-4f2b-a456-314a10408fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:46.99902139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4fe00f-4f21-4f2b-a456-314a10408fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:47.626314851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf6ffa-7430-4e53-981a-ed90afd58be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:47.640533485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf6ffa-7430-4e53-981a-ed90afd58be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:47.654452298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf6ffa-7430-4e53-981a-ed90afd58be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:47.668462526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf6ffa-7430-4e53-981a-ed90afd58be2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.224479376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f94a23-6113-4a87-a192-77a0e80684b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.238636674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f94a23-6113-4a87-a192-77a0e80684b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.252689838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f94a23-6113-4a87-a192-77a0e80684b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.267429793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f94a23-6113-4a87-a192-77a0e80684b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.820245814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cf8110-3ce1-4634-97fd-5f9db8a092fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.83420712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cf8110-3ce1-4634-97fd-5f9db8a092fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.848248367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cf8110-3ce1-4634-97fd-5f9db8a092fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:48.862028896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98cf8110-3ce1-4634-97fd-5f9db8a092fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:49.409257842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b5f25-17a3-40c8-9c03-2041bbffc903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:49.426326277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b5f25-17a3-40c8-9c03-2041bbffc903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:49.440713093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b5f25-17a3-40c8-9c03-2041bbffc903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:49.454352718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b5f25-17a3-40c8-9c03-2041bbffc903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:52.523762889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dbd2cf-31b8-4e42-bfa3-88affa326c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:52.555661789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dbd2cf-31b8-4e42-bfa3-88affa326c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:52.571038775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dbd2cf-31b8-4e42-bfa3-88affa326c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:52.586871025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dbd2cf-31b8-4e42-bfa3-88affa326c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.13330706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c8935b-a741-4b05-8db1-b59526d588c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.147264522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c8935b-a741-4b05-8db1-b59526d588c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.161098297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c8935b-a741-4b05-8db1-b59526d588c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.175236105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c8935b-a741-4b05-8db1-b59526d588c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.430169952Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e00f45","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e00f45","reconcileID":"e5b7e82c-2c30-4115-8f9b-589befbdd051","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e00f45","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e00f45":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.80427041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494da63-1232-4156-8213-f100dbce89f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.818436738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494da63-1232-4156-8213-f100dbce89f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.832354708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494da63-1232-4156-8213-f100dbce89f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:53.846706894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494da63-1232-4156-8213-f100dbce89f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.419451135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918de12c-b9f1-42c1-8ab5-07f7b199cab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.433342787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918de12c-b9f1-42c1-8ab5-07f7b199cab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.447390215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918de12c-b9f1-42c1-8ab5-07f7b199cab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:54.461403902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"918de12c-b9f1-42c1-8ab5-07f7b199cab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:58.039809936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"a6fdd174-3225-4471-a464-e938c0f3fa71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-05232f","tenantID":"e2e-praxis-a-05232f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:30:58.084246686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"a6fdd174-3225-4471-a464-e938c0f3fa71","name":"e2e-praxis-a-05232f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:00.426474069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76b4d5-1932-4907-b557-b586f575d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:00.440560613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76b4d5-1932-4907-b557-b586f575d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:00.454667303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76b4d5-1932-4907-b557-b586f575d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:00.484853783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b76b4d5-1932-4907-b557-b586f575d7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:01.084092351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29487aa1-c64b-4a2f-9982-e6b656f19c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:01.09827836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29487aa1-c64b-4a2f-9982-e6b656f19c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:01.115265636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29487aa1-c64b-4a2f-9982-e6b656f19c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:01.129480583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29487aa1-c64b-4a2f-9982-e6b656f19c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.061656057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38269fa-43d8-4459-969c-7525535a5f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.076428582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38269fa-43d8-4459-969c-7525535a5f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.091197764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38269fa-43d8-4459-969c-7525535a5f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.105954548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d38269fa-43d8-4459-969c-7525535a5f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.717561772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c9d7d2-c12f-42c9-9639-ce4e5e54d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.732427368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c9d7d2-c12f-42c9-9639-ce4e5e54d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.746527685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c9d7d2-c12f-42c9-9639-ce4e5e54d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:02.760665637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c9d7d2-c12f-42c9-9639-ce4e5e54d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:04.972689484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.417556022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"76ba4da7-be79-4873-8b54-08ed5491fc60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e00f45","tenantID":"e2e-praxis-b-e00f45","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.456879393Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"76ba4da7-be79-4873-8b54-08ed5491fc60","name":"e2e-praxis-b-e00f45-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.47567626Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","namespace":"ai-tenant-e2e-ipp-b-c552f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.47573514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","namespace":"ai-tenant-e2e-ipp-b-c552f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.475791227Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","tenant":"e2e-ipp-b-c552f8","tenantID":"e2e-ipp-b-c552f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.49138606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c552f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.521005655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Service","name":"maas-api-e2e-ipp-b-c552f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.53924115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c552f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.555520357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c552f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.572097264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.588281965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.606684479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.623607484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.639268153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.655959385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.686259635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Service","name":"payload-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.715703842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.731541161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.747901785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.764900534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.782611816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.799611478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.817098051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.832335854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c552f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:16.852600046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c552f8"},"namespace":"ai-tenant-e2e-ipp-b-c552f8","name":"default-tenant","reconcileID":"174ff4de-befd-4fe6-8557-3499e05ecd57","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c552f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.144358722Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c552f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c552f8","reconcileID":"f936ce39-cb3b-4977-8684-6974c54ed6ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c552f8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c552f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.557530579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd58c849-ee85-4a70-9b15-f24fb6152a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.571352603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd58c849-ee85-4a70-9b15-f24fb6152a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.585298626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd58c849-ee85-4a70-9b15-f24fb6152a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:17.599747301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd58c849-ee85-4a70-9b15-f24fb6152a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.219009095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d130b4-0379-474a-b05e-139c3e7cbbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.23355999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d130b4-0379-474a-b05e-139c3e7cbbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.247649296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d130b4-0379-474a-b05e-139c3e7cbbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.261657613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d130b4-0379-474a-b05e-139c3e7cbbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.814455848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941e890-d90c-459d-bdf1-0d1f80787fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.828523296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941e890-d90c-459d-bdf1-0d1f80787fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.842263638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941e890-d90c-459d-bdf1-0d1f80787fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:18.856311437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941e890-d90c-459d-bdf1-0d1f80787fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:19.399300004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6edeec-d52e-43f7-8da0-b7b5513dd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:19.413819452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6edeec-d52e-43f7-8da0-b7b5513dd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:19.428515102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6edeec-d52e-43f7-8da0-b7b5513dd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:19.442537205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6edeec-d52e-43f7-8da0-b7b5513dd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:20.913861065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ef895-e1e8-40c0-97ca-6b0b5253b5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:20.928444939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ef895-e1e8-40c0-97ca-6b0b5253b5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:20.94299582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ef895-e1e8-40c0-97ca-6b0b5253b5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:20.959428288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d5ef895-e1e8-40c0-97ca-6b0b5253b5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:21.49351459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1ffe5-f937-48b5-b6ad-1c62252b2b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:21.509305508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1ffe5-f937-48b5-b6ad-1c62252b2b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:21.524864868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1ffe5-f937-48b5-b6ad-1c62252b2b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:21.538840952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f1ffe5-f937-48b5-b6ad-1c62252b2b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.855236705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"fae92d72-d9b4-41ee-9bc0-7922b0e241cd","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:32.85535287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"fae92d72-d9b4-41ee-9bc0-7922b0e241cd","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.193709395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"95a22ef6-84ea-46e4-b4ec-5a95ce0a5fbd","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.19372969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"95a22ef6-84ea-46e4-b4ec-5a95ce0a5fbd","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.211929967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"7851edf3-960a-42b4-adae-456634bbb174","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.211957995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"7851edf3-960a-42b4-adae-456634bbb174","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.249430023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"c57d1bc3-a1c5-42df-a0e6-25531eec8886","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.29453579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"c57d1bc3-a1c5-42df-a0e6-25531eec8886","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.310822136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-417623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"c57d1bc3-a1c5-42df-a0e6-25531eec8886","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.329557981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"156a59a1-10e8-4139-935b-c92c9f917b53","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:33.329574243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"156a59a1-10e8-4139-935b-c92c9f917b53","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:34.888009253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.084407516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f191df38-0512-4206-8c86-c8f326d063a6","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.102186244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f191df38-0512-4206-8c86-c8f326d063a6","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.118441168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-417623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f191df38-0512-4206-8c86-c8f326d063a6","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.733339515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02f122-310a-4f54-ace4-a24fe2b5145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.747604976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02f122-310a-4f54-ace4-a24fe2b5145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.761665883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02f122-310a-4f54-ace4-a24fe2b5145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:37.784253084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a02f122-310a-4f54-ace4-a24fe2b5145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.334912127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a2a9ef-5248-480f-b860-969074c82b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.349114956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a2a9ef-5248-480f-b860-969074c82b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.362926755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a2a9ef-5248-480f-b860-969074c82b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.376838772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a2a9ef-5248-480f-b860-969074c82b01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.529362697Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-14618c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-14618c","reconcileID":"c864252d-431e-4320-9e4a-08d518e83f34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-14618c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-14618c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.9543451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112cb81-95d9-4511-9ee3-e1227662f635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.968408606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112cb81-95d9-4511-9ee3-e1227662f635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.98246557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112cb81-95d9-4511-9ee3-e1227662f635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:38.996449403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5112cb81-95d9-4511-9ee3-e1227662f635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:39.812164339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d6cc6-17d1-4911-b6dc-2e5cb24331e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:39.826036595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d6cc6-17d1-4911-b6dc-2e5cb24331e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:39.839975124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d6cc6-17d1-4911-b6dc-2e5cb24331e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:39.853623989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753d6cc6-17d1-4911-b6dc-2e5cb24331e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:40.416485496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57d0f1-3074-4de8-b9c9-0d215edf9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:40.430849695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57d0f1-3074-4de8-b9c9-0d215edf9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:40.444932571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57d0f1-3074-4de8-b9c9-0d215edf9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:40.459042052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a57d0f1-3074-4de8-b9c9-0d215edf9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:47.14600387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"2fe7c414-dc62-4511-aed7-d48bce62d2ca","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:47.164069687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"2fe7c414-dc62-4511-aed7-d48bce62d2ca","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:47.180502532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-417623-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"2fe7c414-dc62-4511-aed7-d48bce62d2ca","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.39435282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee5b19c2-6273-4ae6-97db-a5d435c06064","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.499533749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abf570d9-fd74-4bb6-8521-0c72f6324f95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.502335964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"0065a924-9c41-4160-b20c-260633a45422","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.595827378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"48b7d038-f41a-4fb2-9b75-572ecce73791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.596524942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"d34013a2-3ed5-4ff4-930f-756164d2efff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.597170719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"e72616de-100e-4c86-b4d3-2206fd5d16d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.717293708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"125837c9-7971-49de-8816-239c7b960080","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.794691393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"ce0eb6c1-e529-413f-a3c9-37492c70427c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.794722506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"c0f67fe9-5399-4535-890f-42767b2e2ded","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.891502746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"81d8b379-bc3a-4803-bc4f-b6ace2a87469","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.891651099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"28afc643-4737-43a5-9ffd-89ba87861e1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:56.991150322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"024583af-98ac-4e8b-a699-4b1e652aa28c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.210562373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f2dccd10-c4db-4c87-9cf6-377548f1f975","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.231015801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f2dccd10-c4db-4c87-9cf6-377548f1f975","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.248547784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-417623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98a22f78ed1fac7b30b933de9ff5625833a80660e273aa7921666f552ce84e10) AuthConfig (c25b62e5974397cc5d7677cb861f3d0c9e0f32d18551c3451248fa7fc07492ce) AuthConfig (16b063b3b2a69609fb2c3773150cd889199a5ba5ad5eb8485bab11bf23b6cabc) AuthConfig (1f8a92f5f5eddd7b9dc9523f4adbf1799289d1f0d29e671727ff7527f6431346) AuthConfig (32b509e010f6b9b5d5b61ff89bd87db1f80a64d9e2a14033e93078d4f75bcd6d) AuthConfig (ba41519c79f5b08387eea164808cf1870f8ab64bc3e3dc623201542315e8baba) AuthConfig (016c83bbbb9dccff921352f799971030b2b632b2b0395b51b76c6c847892829b) AuthConfig (d0156e2ed6b2cbd167aa62d6d2861a825c4fb5efde7ff902090ecefb892f5231) AuthConfig (84862a6a04f2c08582ce85e1163c0393526cbfa711e3bad0184e8f8b8e8ce6e2) AuthConfig (ebf9ab751de0576602cd8e3d9c590e8692ef1fe731dfcbfa4eb638946c1d1118) AuthConfig (855ef64f0fb485e8729445073892c24e701ea2c99d5bed313e7feb32c37c23af) AuthConfig (059505e6b57eca9689afafc1dc1958da3a080105b04ebcbe5d6f057ac4b7679b) AuthConfig (d83733dd7ab79a870d038a8b51c069f83f2e436106f3f95feb243d170b43e1d5) AuthConfig (19be22d49205bf1bbef86106650a9ce9ff9a5016e7341ff6bb0c0960b081c325) AuthConfig (15b28b05653d5a751eed0d3dc27ac73b22a9156c3a782575c1e0c6a098acfb6d) AuthConfig (e16b12b760bb4d3a92648ef3671e71af77bd48eb70af0106fbe31f2814943f2b) AuthConfig (7d25a9b1434dc0a12c3f279ad3e69a1c1f7f6b9219500425b771c10e417e2b40) AuthConfig (4ecbcef9b19f8d6fc89930ff5e7bc97acc8e1fd624a608a335562afff6804e82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f2dccd10-c4db-4c87-9cf6-377548f1f975","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.267586304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"6a1b90d8-7be1-4670-b356-d9498241dbd6","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:57.267606405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"6a1b90d8-7be1-4670-b356-d9498241dbd6","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.227164373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a73ca73e-cb42-46f8-b63f-a6594af5a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.241409234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a73ca73e-cb42-46f8-b63f-a6594af5a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.25555792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a73ca73e-cb42-46f8-b63f-a6594af5a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.27021146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a73ca73e-cb42-46f8-b63f-a6594af5a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.848006732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc84ee2-8368-461c-a5a0-6a36f9bbd808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.865439265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc84ee2-8368-461c-a5a0-6a36f9bbd808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.885119537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc84ee2-8368-461c-a5a0-6a36f9bbd808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:31:59.899666764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc84ee2-8368-461c-a5a0-6a36f9bbd808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.071375385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8e6570","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8e6570","reconcileID":"251f4188-1229-4a5d-8097-519e7f0a5b9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8e6570","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-8e6570":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.561600821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e32a7d-b50b-4f63-b99b-0b5527741efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.575971547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e32a7d-b50b-4f63-b99b-0b5527741efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.59019948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e32a7d-b50b-4f63-b99b-0b5527741efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.605421754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e32a7d-b50b-4f63-b99b-0b5527741efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.781595616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"d445a802-ea84-4a87-a906-365c19f04a69","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-14618c","tenantID":"e2e-praxis-a-14618c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:00.821604673Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"d445a802-ea84-4a87-a906-365c19f04a69","name":"e2e-praxis-a-14618c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:04.895151764Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.538315986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bb9d96-be98-46a0-ab69-c639ac8bd5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.552260612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bb9d96-be98-46a0-ab69-c639ac8bd5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.566659327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bb9d96-be98-46a0-ab69-c639ac8bd5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:06.581379843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bb9d96-be98-46a0-ab69-c639ac8bd5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.207496881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f69e20c-031a-463e-979f-622e1c3f3aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.223996516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f69e20c-031a-463e-979f-622e1c3f3aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.238402055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f69e20c-031a-463e-979f-622e1c3f3aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.252386488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f69e20c-031a-463e-979f-622e1c3f3aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.295696455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"d516eaba-db84-4f0e-bc93-0c24ab75b62a","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.313672176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"d516eaba-db84-4f0e-bc93-0c24ab75b62a","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.339625458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-417623-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98a22f78ed1fac7b30b933de9ff5625833a80660e273aa7921666f552ce84e10) AuthConfig (c25b62e5974397cc5d7677cb861f3d0c9e0f32d18551c3451248fa7fc07492ce) AuthConfig (16b063b3b2a69609fb2c3773150cd889199a5ba5ad5eb8485bab11bf23b6cabc) AuthConfig (1f8a92f5f5eddd7b9dc9523f4adbf1799289d1f0d29e671727ff7527f6431346) AuthConfig (32b509e010f6b9b5d5b61ff89bd87db1f80a64d9e2a14033e93078d4f75bcd6d) AuthConfig (ba41519c79f5b08387eea164808cf1870f8ab64bc3e3dc623201542315e8baba) AuthConfig (016c83bbbb9dccff921352f799971030b2b632b2b0395b51b76c6c847892829b) AuthConfig (d0156e2ed6b2cbd167aa62d6d2861a825c4fb5efde7ff902090ecefb892f5231) AuthConfig (84862a6a04f2c08582ce85e1163c0393526cbfa711e3bad0184e8f8b8e8ce6e2) AuthConfig (ebf9ab751de0576602cd8e3d9c590e8692ef1fe731dfcbfa4eb638946c1d1118) AuthConfig (855ef64f0fb485e8729445073892c24e701ea2c99d5bed313e7feb32c37c23af) AuthConfig (059505e6b57eca9689afafc1dc1958da3a080105b04ebcbe5d6f057ac4b7679b) AuthConfig (d83733dd7ab79a870d038a8b51c069f83f2e436106f3f95feb243d170b43e1d5) AuthConfig (19be22d49205bf1bbef86106650a9ce9ff9a5016e7341ff6bb0c0960b081c325) AuthConfig (15b28b05653d5a751eed0d3dc27ac73b22a9156c3a782575c1e0c6a098acfb6d) AuthConfig (e16b12b760bb4d3a92648ef3671e71af77bd48eb70af0106fbe31f2814943f2b) AuthConfig (7d25a9b1434dc0a12c3f279ad3e69a1c1f7f6b9219500425b771c10e417e2b40) AuthConfig (4ecbcef9b19f8d6fc89930ff5e7bc97acc8e1fd624a608a335562afff6804e82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"d516eaba-db84-4f0e-bc93-0c24ab75b62a","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.817560398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff20f46-d49a-4296-91c8-6859ce2cee53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.831563168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff20f46-d49a-4296-91c8-6859ce2cee53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.847308111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff20f46-d49a-4296-91c8-6859ce2cee53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:07.861469055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff20f46-d49a-4296-91c8-6859ce2cee53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:08.459534527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee3e7bc-723a-40c5-85ae-2eb935c30c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:08.473859601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee3e7bc-723a-40c5-85ae-2eb935c30c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:08.487878093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee3e7bc-723a-40c5-85ae-2eb935c30c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:08.504753579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee3e7bc-723a-40c5-85ae-2eb935c30c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.04434811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8604b609-41e3-47a1-9396-35fa049e0d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.058395618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8604b609-41e3-47a1-9396-35fa049e0d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.074156884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8604b609-41e3-47a1-9396-35fa049e0d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:09.089277969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8604b609-41e3-47a1-9396-35fa049e0d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:11.923863778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"d226ec75-d88d-4e83-882e-bf80b2638ce2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.025630789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"92afe6b4-3ccd-43ba-a8ab-938c137f1510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.037972934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"9fe37324-412b-4fe8-a49f-57ad626c3749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.128237408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c22271ea-aaa6-4b13-b0f7-acaab24b8cfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.133672406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"b721acda-2ce4-4229-bb08-3f4659af6554","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.134266989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"01d4c0bc-0684-4728-b985-d164a01b0697","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.2284841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"5fd2c063-3a7c-4add-8ef9-754e1f561b0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.228816215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"10794f1c-eb68-4bc7-bde7-9e16c9175f09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.325962559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e83ea97d-3334-4aa9-8761-21cadc178dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.426601751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"0db9decc-bcd1-490d-9e1f-f9288be6054f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.426686875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"615af6f6-d72a-4458-bc6f-cbdf300c2082","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:12.426987598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"bbaeeeb1-1a1a-4bbe-8336-8de84edf77c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.137522202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"2de6560e-4752-4deb-942b-de682116473e","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.137553355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"2de6560e-4752-4deb-942b-de682116473e","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.495276213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"c302051a-8d61-4569-85a7-db251bd7b963","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.495296823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"c302051a-8d61-4569-85a7-db251bd7b963","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.513611005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"8a981e4f-6506-4af7-ae67-bde0dcfc2361","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.513635838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"8a981e4f-6506-4af7-ae67-bde0dcfc2361","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.540576336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7c10dc5a-c575-4259-9de7-4074a181eeac","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.593699545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7c10dc5a-c575-4259-9de7-4074a181eeac","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.609944675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-01feb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7c10dc5a-c575-4259-9de7-4074a181eeac","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.628962046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"e1803425-a726-499b-8d86-dae01211d028","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:15.628982426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"e1803425-a726-499b-8d86-dae01211d028","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:17.368519595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"97f2e264-06bb-4c75-b1d2-6892734c96c7","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:17.38691094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"97f2e264-06bb-4c75-b1d2-6892734c96c7","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:17.464151071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"882b36f2-62f9-4003-be15-28efbdf3f5c4","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:17.464178688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"882b36f2-62f9-4003-be15-28efbdf3f5c4","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.066667932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0105a854-267d-49b5-9c65-5ab79cec4f26","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.066697183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0105a854-267d-49b5-9c65-5ab79cec4f26","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.089110159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0f9a014d-9bfa-49ef-bdf4-03c1330519f1","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.089140127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0f9a014d-9bfa-49ef-bdf4-03c1330519f1","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.094533524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"caaa41c5-afed-42f2-909f-46a44518fdcf","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:20.097191342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"548b8570-9a1b-41aa-a2a6-8fb8663178aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-417623-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:20.104328711Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0f9a014d-9bfa-49ef-bdf4-03c1330519f1","name":"praxis-route-417623","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-417623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:20.104375526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0f9a014d-9bfa-49ef-bdf4-03c1330519f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-417623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.109640544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"bbd9d38c-d9dd-4bab-93fe-d6d12c25395a","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.109655949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"bbd9d38c-d9dd-4bab-93fe-d6d12c25395a","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.112031691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"caaa41c5-afed-42f2-909f-46a44518fdcf","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.128643135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"eff3e56a-3a24-4824-9818-b7b5f0442f88","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.128659645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"eff3e56a-3a24-4824-9818-b7b5f0442f88","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.144811827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"4758e9a2-98ad-4165-b041-f041e324e45a","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.144827683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"4758e9a2-98ad-4165-b041-f041e324e45a","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.204164474Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"327276e2-8d17-4b24-bfce-1b976c9ca52c","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"praxis-route-417623","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-417623/praxis-route-417623-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.254248574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"85ecd6dc-acdb-4b44-8729-7485d3d3ce53","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.254268117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"85ecd6dc-acdb-4b44-8729-7485d3d3ce53","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.270701892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"7926a15a-728b-4ac9-89b8-fde908835773","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.28836915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"7926a15a-728b-4ac9-89b8-fde908835773","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:20.309251209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"b5225195-3a11-420e-b465-4bb845278523","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:24.896910519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"f219e096-a8f6-4d82-b532-054c092afa63","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-8e6570","tenantID":"e2e-praxis-b-8e6570","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:24.935569971Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"f219e096-a8f6-4d82-b532-054c092afa63","name":"e2e-praxis-b-8e6570-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:25.66246804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"02d76ff6-bda2-4edc-9b32-552e2256f396","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:25.683596085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"02d76ff6-bda2-4edc-9b32-552e2256f396","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:25.700003467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-01feb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"02d76ff6-bda2-4edc-9b32-552e2256f396","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.314297821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ad9757-bbec-4eff-a063-b7b5563074f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.328363388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ad9757-bbec-4eff-a063-b7b5563074f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.342366876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ad9757-bbec-4eff-a063-b7b5563074f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.357293798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ad9757-bbec-4eff-a063-b7b5563074f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.924623395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190c19e2-04da-4401-9956-2eaa931e9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.938707363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190c19e2-04da-4401-9956-2eaa931e9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.952700683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190c19e2-04da-4401-9956-2eaa931e9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:27.967369958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190c19e2-04da-4401-9956-2eaa931e9688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:34.887004573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.727971744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"187d072c-1e77-4d6d-bf43-2391bc1d879c","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.745655567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"187d072c-1e77-4d6d-bf43-2391bc1d879c","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:35.761976332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-01feb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"187d072c-1e77-4d6d-bf43-2391bc1d879c","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:37.407952969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"91602a87-0696-4bb1-8c28-afcd51a1bb7a","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:37.458825148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"57bf3faf-cbc6-4553-9147-114b5c2167a6","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:37.458848136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"57bf3faf-cbc6-4553-9147-114b5c2167a6","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:38.263456712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"ee1c2c29-5aee-47c5-a1f6-f0cd0cdd3f1c","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:38.280881941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"ee1c2c29-5aee-47c5-a1f6-f0cd0cdd3f1c","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.819000594Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","namespace":"ai-tenant-e2e-praxis-a-bdbf04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.819066276Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","namespace":"ai-tenant-e2e-praxis-a-bdbf04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.819129989Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","tenant":"e2e-praxis-a-bdbf04","tenantID":"e2e-praxis-a-bdbf04","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.834612312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Deployment","name":"maas-api-e2e-praxis-a-bdbf04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.868045547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Service","name":"maas-api-e2e-praxis-a-bdbf04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.884452012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-bdbf04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.904547912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-bdbf04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.920360407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.936697845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.955716706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.971294598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.98476056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:39.997943964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.011342477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Service","name":"payload-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.024892714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.038419882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.051637427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.065181623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.101437038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.121832565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.13572713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.14934143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-bdbf04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.163221756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bdbf04"},"namespace":"ai-tenant-e2e-praxis-a-bdbf04","name":"default-tenant","reconcileID":"9f661fdd-3da2-4d00-a585-d23b1713b026","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-bdbf04","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.356854674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a141346a-3201-4dab-98a8-a8d3fcf50d01","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.356874983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a141346a-3201-4dab-98a8-a8d3fcf50d01","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.401237415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"dfe04266-a1a1-4954-9692-b98cfa7444b3","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.419146622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"dfe04266-a1a1-4954-9692-b98cfa7444b3","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.42975389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"c1ef4d48-f740-407e-9190-282fa8c1ecb9","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.474986439Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bdbf04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bdbf04","reconcileID":"9dcf732b-6050-4583-8a08-76f712a85e84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bdbf04","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-bdbf04"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.58731568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"e8254a34-997d-463a-a98b-57519160e3e2","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.587339354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"e8254a34-997d-463a-a98b-57519160e3e2","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.61453359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"b0ead90f-ad58-43ac-89c5-4418bc9c3cef","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.632408518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"b0ead90f-ad58-43ac-89c5-4418bc9c3cef","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.643477577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"5eb2316b-2712-42f3-836f-aab0bece93a7","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.661881486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ca243c-dfae-437c-91bc-32cbf03a3cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.6901037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ca243c-dfae-437c-91bc-32cbf03a3cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.75671202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ca243c-dfae-437c-91bc-32cbf03a3cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:40.771464153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ca243c-dfae-437c-91bc-32cbf03a3cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.308348976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8996af3-6d12-484d-b687-3d180c419f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.323071037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8996af3-6d12-484d-b687-3d180c419f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.337494796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8996af3-6d12-484d-b687-3d180c419f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.354285613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8996af3-6d12-484d-b687-3d180c419f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.906520289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd6028-781e-488f-b07c-f03e6e8e1faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.920650865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd6028-781e-488f-b07c-f03e6e8e1faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.934484674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd6028-781e-488f-b07c-f03e6e8e1faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:41.948461917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd6028-781e-488f-b07c-f03e6e8e1faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:42.552209256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca96ad-6b99-4f6f-a7b2-ab1f110b6bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:42.566419517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca96ad-6b99-4f6f-a7b2-ab1f110b6bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:42.580700903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca96ad-6b99-4f6f-a7b2-ab1f110b6bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:42.59523127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ca96ad-6b99-4f6f-a7b2-ab1f110b6bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.153487401Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-aba0be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-aba0be","reconcileID":"ce5c2634-ba05-4fb0-a174-1cff68789c29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-aba0be","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-aba0be":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.222073671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49178cd4-8d72-4af0-917a-0e80578d573b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.236277783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49178cd4-8d72-4af0-917a-0e80578d573b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.250546963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49178cd4-8d72-4af0-917a-0e80578d573b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.265814962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49178cd4-8d72-4af0-917a-0e80578d573b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.857049467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6d6c93-786e-4966-a39f-e9c782b377ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.872653706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6d6c93-786e-4966-a39f-e9c782b377ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.886878924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6d6c93-786e-4966-a39f-e9c782b377ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:43.901310545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d6d6c93-786e-4966-a39f-e9c782b377ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.508959293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a84dab-2d9a-4aa5-95c0-698a47c7239d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.523220787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a84dab-2d9a-4aa5-95c0-698a47c7239d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.537417742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a84dab-2d9a-4aa5-95c0-698a47c7239d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:44.551540326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a84dab-2d9a-4aa5-95c0-698a47c7239d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.789550829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"336ea87a-29e3-498e-a5f4-91a25b3adf49","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.807319515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"336ea87a-29e3-498e-a5f4-91a25b3adf49","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.823802373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-01feb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (028d9be0829ca282041c11fc4c6c6efdc6623967cd7afea516ba9b3f81257768) AuthConfig (bf8ab22ae8ffaa92a9b84c32e6a8741ce41dd6542439748e17471a6a26e8e2af) AuthConfig (a2819cbb4fe3a53c3b0ed46efd20d0f472294591224d67f736d0710928e78e2e) AuthConfig (5b3a460e081399e2be0418b0ef320fb2e1d108c3e1ec32fbdbbda94a5623a2ff) AuthConfig (a696daff48ab80d7534c9ec1f07e3638890089bfc019c7037d09f923628fddeb) AuthConfig (cd29125b085e9e3bbf376b45bb3338158acd3c5b3ce0a30faf3270a765751623) AuthConfig (36cb286b4dccb221af21164a030df7535c9c5495d1355b3babab7505aa8e4300) AuthConfig (05c5c7794810ddc195fa7f21b50763c9422ea7ddcf848e2ca68a353cef0cd24c) AuthConfig (ae6e8dce2cf72ce4c138a99bc0eda2ebd43c2cfcb53dc32cf83ac99abf92d20c) AuthConfig (853fa183749bda45e36b46081cf601f829551750fee4f79222bb25940a77c5e6) AuthConfig (2d7b16af4dd7ceca88adc58c44a17a53fb5ba086278265ed2d7c67a160b0017a) AuthConfig (24e6fca7b1d3c80e53f13eb14aa430e7f38a5ac5a457edfce6bf1d4bfd038a10) AuthConfig (34f2b722c59a1c80f04fc838696943d2fc61be6e024c36f02bf2326271c812f5) AuthConfig (3cefeb2fbd8c7c10867904c519065f5b71e45779368e1889d8816ff8aebdac4e) AuthConfig (4fe73b49294584ac804d8f866660e839c1f92c78b4bbd28811ffed3f0691450e) AuthConfig (19861c8e68f83fc88bfe2ee284adc25b4b210e2fa4e489a350ce4ca763230f73) AuthConfig (2be3811e5dc0c4c11faa126af9a3efe784dfcc9be71a9ec428322a6896bf7f69) AuthConfig (96a9deacc42ba512534ff391d98aeb1811312215eba4d7263a13eb6bb8258724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"336ea87a-29e3-498e-a5f4-91a25b3adf49","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.848119154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"500b3217-1ff7-4d3d-a6cc-8d1a647d00d5","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:45.848139424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"500b3217-1ff7-4d3d-a6cc-8d1a647d00d5","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.122334462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4373326-f6c0-4f89-a8ce-cac976744da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.137495046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4373326-f6c0-4f89-a8ce-cac976744da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.15235852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4373326-f6c0-4f89-a8ce-cac976744da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.168008837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4373326-f6c0-4f89-a8ce-cac976744da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.740534801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16538de4-f63c-4476-aeae-0ef52c8aa368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.754491101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16538de4-f63c-4476-aeae-0ef52c8aa368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.768223576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16538de4-f63c-4476-aeae-0ef52c8aa368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:48.7822358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16538de4-f63c-4476-aeae-0ef52c8aa368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.387297429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe279f84-c193-4ae6-804a-30451c2cfeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.40132729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe279f84-c193-4ae6-804a-30451c2cfeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.415447014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe279f84-c193-4ae6-804a-30451c2cfeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.429275252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe279f84-c193-4ae6-804a-30451c2cfeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.972262211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a1e9e2-6351-408e-bcc2-c2567000f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:49.986433451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a1e9e2-6351-408e-bcc2-c2567000f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.000723354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a1e9e2-6351-408e-bcc2-c2567000f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.01445741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a1e9e2-6351-408e-bcc2-c2567000f821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.593996968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e7a1c4-da27-4082-8d21-e8ddcced9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.607898028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e7a1c4-da27-4082-8d21-e8ddcced9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.62175213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e7a1c4-da27-4082-8d21-e8ddcced9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.635593262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e7a1c4-da27-4082-8d21-e8ddcced9b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.713117654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"86ffb51d-74ce-4e29-9e5b-3dfbbbcb2ce6","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.713143163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"86ffb51d-74ce-4e29-9e5b-3dfbbbcb2ce6","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.739825119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"38d14019-edb7-483a-9298-be7fb88cd915","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.75947195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"38d14019-edb7-483a-9298-be7fb88cd915","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.768964702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"e4925fb4-d49e-46ac-ae63-9c207cfa67f4","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.849984306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"37fd564e-a4d1-4424-910b-7a0bf1f16a1c","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.878414971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"37fd564e-a4d1-4424-910b-7a0bf1f16a1c","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:50.895671635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"8cc68a83-2d9c-43b1-8252-0da7ea336cf2","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.400061528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48735a32-6be2-48af-a30e-9b84a78f3ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.414815171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48735a32-6be2-48af-a30e-9b84a78f3ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.428924411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48735a32-6be2-48af-a30e-9b84a78f3ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:51.443014217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48735a32-6be2-48af-a30e-9b84a78f3ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.018803842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229f0f88-040e-4716-9ced-1c6ddd0b0925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.032794959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229f0f88-040e-4716-9ced-1c6ddd0b0925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.04681008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229f0f88-040e-4716-9ced-1c6ddd0b0925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.060812407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229f0f88-040e-4716-9ced-1c6ddd0b0925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.608611057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27535b68-67f6-4fd5-aed4-363713196f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.622606085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27535b68-67f6-4fd5-aed4-363713196f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.636606081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27535b68-67f6-4fd5-aed4-363713196f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.650662213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27535b68-67f6-4fd5-aed4-363713196f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.874810462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d9eb0f11-0dfa-4c34-88a6-b0c0a5da7257","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.892679319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d9eb0f11-0dfa-4c34-88a6-b0c0a5da7257","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:55.909275612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-01feb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (028d9be0829ca282041c11fc4c6c6efdc6623967cd7afea516ba9b3f81257768) AuthConfig (bf8ab22ae8ffaa92a9b84c32e6a8741ce41dd6542439748e17471a6a26e8e2af) AuthConfig (a2819cbb4fe3a53c3b0ed46efd20d0f472294591224d67f736d0710928e78e2e) AuthConfig (5b3a460e081399e2be0418b0ef320fb2e1d108c3e1ec32fbdbbda94a5623a2ff) AuthConfig (a696daff48ab80d7534c9ec1f07e3638890089bfc019c7037d09f923628fddeb) AuthConfig (cd29125b085e9e3bbf376b45bb3338158acd3c5b3ce0a30faf3270a765751623) AuthConfig (36cb286b4dccb221af21164a030df7535c9c5495d1355b3babab7505aa8e4300) AuthConfig (05c5c7794810ddc195fa7f21b50763c9422ea7ddcf848e2ca68a353cef0cd24c) AuthConfig (ae6e8dce2cf72ce4c138a99bc0eda2ebd43c2cfcb53dc32cf83ac99abf92d20c) AuthConfig (853fa183749bda45e36b46081cf601f829551750fee4f79222bb25940a77c5e6) AuthConfig (2d7b16af4dd7ceca88adc58c44a17a53fb5ba086278265ed2d7c67a160b0017a) AuthConfig (24e6fca7b1d3c80e53f13eb14aa430e7f38a5ac5a457edfce6bf1d4bfd038a10) AuthConfig (34f2b722c59a1c80f04fc838696943d2fc61be6e024c36f02bf2326271c812f5) AuthConfig (3cefeb2fbd8c7c10867904c519065f5b71e45779368e1889d8816ff8aebdac4e) AuthConfig (4fe73b49294584ac804d8f866660e839c1f92c78b4bbd28811ffed3f0691450e) AuthConfig (19861c8e68f83fc88bfe2ee284adc25b4b210e2fa4e489a350ce4ca763230f73) AuthConfig (2be3811e5dc0c4c11faa126af9a3efe784dfcc9be71a9ec428322a6896bf7f69) AuthConfig (96a9deacc42ba512534ff391d98aeb1811312215eba4d7263a13eb6bb8258724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d9eb0f11-0dfa-4c34-88a6-b0c0a5da7257","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.25229946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c111d29f-1d52-402d-942b-3358e88ec97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.267028994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c111d29f-1d52-402d-942b-3358e88ec97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.318529388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c111d29f-1d52-402d-942b-3358e88ec97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.333502275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c111d29f-1d52-402d-942b-3358e88ec97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.874621698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feac33b-1469-4a02-8662-31e6ead03d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.889716278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feac33b-1469-4a02-8662-31e6ead03d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.904239332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feac33b-1469-4a02-8662-31e6ead03d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:56.918581975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7feac33b-1469-4a02-8662-31e6ead03d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.48353212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203abd22-84df-43d2-9491-937f6da9320d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.498567304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203abd22-84df-43d2-9491-937f6da9320d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.512601392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203abd22-84df-43d2-9491-937f6da9320d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:57.52653949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203abd22-84df-43d2-9491-937f6da9320d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.080685289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e531a-8392-4799-8850-73502acd063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.094689672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e531a-8392-4799-8850-73502acd063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.108430975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e531a-8392-4799-8850-73502acd063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.122259456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92e531a-8392-4799-8850-73502acd063f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.664858133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5165b3d-38e1-49ac-8cb7-90a15a218a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.678838141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5165b3d-38e1-49ac-8cb7-90a15a218a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.692724232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5165b3d-38e1-49ac-8cb7-90a15a218a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:58.706658812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5165b3d-38e1-49ac-8cb7-90a15a218a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.320124537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79f8a54-6b60-4354-836c-083d5afdae50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.334789441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79f8a54-6b60-4354-836c-083d5afdae50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.348807804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79f8a54-6b60-4354-836c-083d5afdae50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.362650901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79f8a54-6b60-4354-836c-083d5afdae50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.80285121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"8cc377c7-efaf-42ec-8772-9eb13397151a","namespace":"ai-tenant-e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.802916943Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"8cc377c7-efaf-42ec-8772-9eb13397151a","name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.821139503Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"8cc377c7-efaf-42ec-8772-9eb13397151a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.821158097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"8cc377c7-efaf-42ec-8772-9eb13397151a","namespace":"ai-tenant-e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.821242491Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"8cc377c7-efaf-42ec-8772-9eb13397151a","name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.822131065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"4c27e902-3b10-460d-8587-559e4ba14186","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.822147714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"4c27e902-3b10-460d-8587-559e4ba14186","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.83927018Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"8cc377c7-efaf-42ec-8772-9eb13397151a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.840414031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a1d4fad3-49bf-475d-8bda-21f964ce9dc8","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.840496032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a1d4fad3-49bf-475d-8bda-21f964ce9dc8","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.841299126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f0c5bf0e-8e85-4d5d-936a-26d2312af1bc","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:59.856011291Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a1d4fad3-49bf-475d-8bda-21f964ce9dc8","name":"praxis-route-417623","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-417623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:32:59.85606832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a1d4fad3-49bf-475d-8bda-21f964ce9dc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-417623\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.860259568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"f0c5bf0e-8e85-4d5d-936a-26d2312af1bc","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.861651156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b6b2ec2b-8a23-4ad4-aaaf-412c82334823","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.861664303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b6b2ec2b-8a23-4ad4-aaaf-412c82334823","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.869019549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"614ddd83-3e50-4d77-b5e2-8bc78e8bd952","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7de8deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.895894661Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"d235ab1e-342e-45d0-af8b-903f986543f3","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7de8deef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.955163212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1ef67b-efa3-4057-a130-7db09e54e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:32:59.97424377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1ef67b-efa3-4057-a130-7db09e54e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.056945357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1ef67b-efa3-4057-a130-7db09e54e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.057127999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"0a6ee54c-1355-4544-a201-7324fd3bac93","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.071288053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1ef67b-efa3-4057-a130-7db09e54e5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.11528586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"0a6ee54c-1355-4544-a201-7324fd3bac93","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.162200192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"0a6ee54c-1355-4544-a201-7324fd3bac93","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"e2e-praxis-a-417623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.162222665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-auth","reconcileID":"0a6ee54c-1355-4544-a201-7324fd3bac93","MaaSAuthPolicy":{"name":"praxis-route-417623-auth","namespace":"ai-tenant-e2e-praxis-a-417623"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.180009676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"95a30103-ee97-4b3d-ae01-fa8b52cc2071","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.180029993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"95a30103-ee97-4b3d-ae01-fa8b52cc2071","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.622456257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be308b-a429-42ff-9f46-a3b722f37e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.636646777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be308b-a429-42ff-9f46-a3b722f37e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.650652668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be308b-a429-42ff-9f46-a3b722f37e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:00.665157285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be308b-a429-42ff-9f46-a3b722f37e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:04.891386345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:05.937582073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"e83a95c4-cda3-4cd3-b3ed-3339e25a58d7","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:05.9550403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"e83a95c4-cda3-4cd3-b3ed-3339e25a58d7","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:06.118912193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"e6915f7e-b036-4c4d-a70d-7226aec32b04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-aba0be","tenantID":"e2e-praxis-b-aba0be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:06.119828618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"ba2be613-429f-477f-a3da-7dd745e1e2df","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:06.119844455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"ba2be613-429f-477f-a3da-7dd745e1e2df","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:06.156916884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"e6915f7e-b036-4c4d-a70d-7226aec32b04","name":"e2e-praxis-b-aba0be-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.497870886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"883a2dc8-259e-46dd-a106-76def85d693d","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.49789179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"883a2dc8-259e-46dd-a106-76def85d693d","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.518374864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"4f8a672a-1656-4a24-b76e-519b356492e9","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.518450498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"4f8a672a-1656-4a24-b76e-519b356492e9","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.525154266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"743ca00c-42f0-4922-996e-fbcc6cf058e3","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:07.529370412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"01f9c438-3727-4a4c-b01f-a27129259409","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-01feb0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.542272677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"743ca00c-42f0-4922-996e-fbcc6cf058e3","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.558814402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"38d2bd75-a251-42a2-b86c-4c7df81b5715","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.558829713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"38d2bd75-a251-42a2-b86c-4c7df81b5715","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.577169436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"e05ce2c3-6fab-40a2-b691-7fe2aeb85a43","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.57718405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"e05ce2c3-6fab-40a2-b691-7fe2aeb85a43","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.636416029Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"03ea8a50-6368-4b6f-b660-0393d073a48f","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ipp-route-01feb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.686613616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"6724bdcf-6fb2-496c-be92-8302c7ea7fa1","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.68663147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"6724bdcf-6fb2-496c-be92-8302c7ea7fa1","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.699379987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"122ddffc-5fd8-42c3-a75d-5eb796fb3bc1","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.716857674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"122ddffc-5fd8-42c3-a75d-5eb796fb3bc1","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:07.740968335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"12601410-1af5-43ff-86f4-149a73de851f","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.909876803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"b8f4eb19-40c6-4e42-945e-c825482afb45","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","subscription":"praxis-route-417623-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.924028126Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"b8f4eb19-40c6-4e42-945e-c825482afb45","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:09.995344175Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623-sub","reconcileID":"b8f4eb19-40c6-4e42-945e-c825482afb45","MaaSSubscription":{"name":"praxis-route-417623-sub","namespace":"ai-tenant-e2e-praxis-a-417623"},"name":"maas-trlp-praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:10.147056341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"db777f61-f018-4f24-8ebc-c2f9a11a1bdc","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"tenant":"e2e-praxis-a-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","model":"ai-tenant-e2e-praxis-a-417623/praxis-route-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:10.147102207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"db777f61-f018-4f24-8ebc-c2f9a11a1bdc","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"routeName":"praxis-route-417623-kserve-route","namespace":"ai-tenant-e2e-praxis-a-417623","llmisvcName":"praxis-route-417623","gateway":"openshift-ingress/e2e-praxis-a-417623","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.14006969Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","namespace":"ai-tenant-e2e-praxis-b-e00f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.140170434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","namespace":"ai-tenant-e2e-praxis-b-e00f45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.140235858Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","tenant":"e2e-praxis-b-e00f45","tenantID":"e2e-praxis-b-e00f45","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.156009018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e00f45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.186949654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Service","name":"maas-api-e2e-praxis-b-e00f45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.205502716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e00f45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.222264023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e00f45","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.238433048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.254306116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.27259654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.288252519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.302122261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.315836021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.329383363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Service","name":"payload-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.342901886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.356440088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.369956036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.383646424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.408489037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.428511964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.450537489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.46625709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e00f45","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.479716679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e00f45"},"namespace":"ai-tenant-e2e-praxis-b-e00f45","name":"default-tenant","reconcileID":"8601b262-9551-4a2c-a2fb-b3f65460b220","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e00f45","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:14.813208385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e00f45","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e00f45","reconcileID":"7fc19b54-62f2-4262-8c60-5360c0e85312","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e00f45","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e00f45"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.152440261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd7346b-2422-4379-8986-8add8d03d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.166366898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd7346b-2422-4379-8986-8add8d03d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.180519662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd7346b-2422-4379-8986-8add8d03d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.194673775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd7346b-2422-4379-8986-8add8d03d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.763419981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd9928-885b-48cd-b43c-ce289728dfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.777402162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd9928-885b-48cd-b43c-ce289728dfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.791434192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd9928-885b-48cd-b43c-ce289728dfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:15.805904488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafd9928-885b-48cd-b43c-ce289728dfa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.179343488Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","namespace":"ai-tenant-e2e-praxis-a-05232f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.179409446Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","namespace":"ai-tenant-e2e-praxis-a-05232f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.179463626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","tenant":"e2e-praxis-a-05232f","tenantID":"e2e-praxis-a-05232f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.195429602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Deployment","name":"maas-api-e2e-praxis-a-05232f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.225796949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Service","name":"maas-api-e2e-praxis-a-05232f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.250297276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-05232f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.266628055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-05232f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.283473495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.299695917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.318305582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.33437209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.348395388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.3620669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.378153234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Service","name":"payload-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.394526377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.412155292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.426408927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.440591365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.470509291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.486317448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.505273326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.526693942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-05232f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.54184982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-05232f"},"namespace":"ai-tenant-e2e-praxis-a-05232f","name":"default-tenant","reconcileID":"418add1c-5d16-4059-b7fd-757fe3d10d73","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-05232f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:16.879603166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-05232f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-05232f","reconcileID":"790e1059-f74b-4012-9c9f-9b6b94b05db0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-05232f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-05232f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.251225528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b57ed-9882-4894-87cf-0de2c61396d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.265913423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b57ed-9882-4894-87cf-0de2c61396d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.280378599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b57ed-9882-4894-87cf-0de2c61396d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.295354186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b57ed-9882-4894-87cf-0de2c61396d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.472500617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"1e52c8db-6ca0-4fa3-81f0-93987fffd206","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.526213401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"7b202efb-196e-4da5-a543-94c9f01a199f","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.526233564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"7b202efb-196e-4da5-a543-94c9f01a199f","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.772351027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"095a78c8-e7e4-486d-a690-1e9a85c1ed36","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.789716168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"095a78c8-e7e4-486d-a690-1e9a85c1ed36","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.83430324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d852a27-b7b5-474f-8da5-7447f357f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.849792794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d852a27-b7b5-474f-8da5-7447f357f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.864723796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d852a27-b7b5-474f-8da5-7447f357f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:17.878863544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d852a27-b7b5-474f-8da5-7447f357f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.183918924Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","namespace":"ai-tenant-e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.183973118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","namespace":"ai-tenant-e2e-praxis-a-417623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.184019615Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","tenant":"e2e-praxis-a-417623","tenantID":"e2e-praxis-a-417623","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.199594858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Deployment","name":"maas-api-e2e-praxis-a-417623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.233241651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Service","name":"maas-api-e2e-praxis-a-417623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.25235416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-417623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.268647515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-417623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.285363857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.301221377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.319770309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.335852701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.349335896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.363545632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.376728409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Service","name":"payload-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.390023067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.403303683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.416684976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.430182022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.446878392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.460381966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.473923052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.487725299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-417623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.502884419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"default-tenant","reconcileID":"6194e3e7-0aa2-468d-8ee0-f3f8351cccb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-417623","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:20.757980442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-417623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-417623","reconcileID":"93f63c1a-bd4a-4e74-940f-b9696b03df64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-417623","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-417623"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.812311778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"ccb1817a-0648-4b00-893f-fd93ca92e251","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.844974379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"ccb1817a-0648-4b00-893f-fd93ca92e251","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.850351483Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"702978cd-5df8-4911-ad56-2c63aa1eda4e","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.850417683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"702978cd-5df8-4911-ad56-2c63aa1eda4e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.861435244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0754d222-08fd-4d4a-82df-555bf7350d50","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.861486217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0754d222-08fd-4d4a-82df-555bf7350d50","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.882601319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b622fc5f-261e-4e55-af0c-f8e567474cc7","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.882661158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b622fc5f-261e-4e55-af0c-f8e567474cc7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.927025438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"e1aadfba-b83a-44b4-aec2-eed38b0ab285","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:20.927148211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"e1aadfba-b83a-44b4-aec2-eed38b0ab285","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:21.007488062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"43222d9e-53dd-4ed8-8a17-176017771964","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:21.007558864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"43222d9e-53dd-4ed8-8a17-176017771964","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.138060987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aebdb96-6262-4cd1-b184-7656f049a17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.152260446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aebdb96-6262-4cd1-b184-7656f049a17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.166520824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aebdb96-6262-4cd1-b184-7656f049a17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:21.168171763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"55d3f806-589a-41dc-b54e-358d6e871f88","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:21.168230561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"55d3f806-589a-41dc-b54e-358d6e871f88","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.180433728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aebdb96-6262-4cd1-b184-7656f049a17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:21.489042779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"3df130d5-0ab2-4c3b-a4a5-1367caa82942","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:21.489131138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"3df130d5-0ab2-4c3b-a4a5-1367caa82942","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.738180555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b49468-a57e-4be9-9636-7891eea30f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.75220391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b49468-a57e-4be9-9636-7891eea30f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.766184385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b49468-a57e-4be9-9636-7891eea30f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:21.78003022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b49468-a57e-4be9-9636-7891eea30f33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:22.13018405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0a506bb5-b2c6-4786-8967-bdd0724dd3aa","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:22.130251008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"0a506bb5-b2c6-4786-8967-bdd0724dd3aa","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.174281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"3980104a-d51c-4f0d-b677-cdc1e7339caa","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.193174802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"85c17c2d-8c99-4232-8a05-fd0f1cea2497","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:23.2034225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-sub-binding-0b3eaac0","reconcileID":"6a5b133a-01f9-4c87-be30-dccfa00d7bb2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-0b3eaac0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.214646981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d480c2b7-8ca1-4021-9419-aa86ff45bc98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.214649215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"351d5802-91f8-494c-913a-a15893917f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.231980276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d480c2b7-8ca1-4021-9419-aa86ff45bc98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.233374549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"351d5802-91f8-494c-913a-a15893917f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.240954353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"d4084cf8-4e6d-465f-b6c7-ef804e3acea6","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.259485406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"9f201cba-dfc3-494c-bb4c-5a17e2c6e2e0","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.335398356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-sub-binding-0b3eaac0","reconcileID":"daf38010-7294-48f1-8ef7-a88ac6087291","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-apikey-sub-binding-0b3eaac0","ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.385504424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"2d47815f-8952-46d9-b06f-78d7ac20c386","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:23.410646381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a0add0e0-0bc3-44b5-ad0b-a8b0535c79ff","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:23.41071058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"a0add0e0-0bc3-44b5-ad0b-a8b0535c79ff","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.414405639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6d735c68-91c5-4aa7-8a06-19afaca9d987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.414415024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"56c1a925-d86f-4f28-82a7-a8b53fb21263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.417731258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"4ef0d591-9345-4e8c-b206-5dc246a65ed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.433269008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"56c1a925-d86f-4f28-82a7-a8b53fb21263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.433355139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6d735c68-91c5-4aa7-8a06-19afaca9d987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:23.51764845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-sub-binding-0b3eaac0","reconcileID":"96b72d16-08c8-44be-9f87-4853b1605906","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:24.27264727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"bf00b9a4-4d38-43cc-85df-01988c945c77","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:24.274285933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"bf00b9a4-4d38-43cc-85df-01988c945c77","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:24.305951616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"6d1b88ee-95e8-43e2-a46f-05c276eab344","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:24.306110254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"6d1b88ee-95e8-43e2-a46f-05c276eab344","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:24.58150715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23671a92-750d-4a97-8e26-0fd599222712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:24.595635873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23671a92-750d-4a97-8e26-0fd599222712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:24.609673325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23671a92-750d-4a97-8e26-0fd599222712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:24.623692825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23671a92-750d-4a97-8e26-0fd599222712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.212442699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7c5ce-5222-4f3c-997b-9cab3aca3cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.226413975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7c5ce-5222-4f3c-997b-9cab3aca3cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.240259021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7c5ce-5222-4f3c-997b-9cab3aca3cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.25412726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7c5ce-5222-4f3c-997b-9cab3aca3cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:25.757516699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"3b724af3-fd0d-4ada-9a31-12203934be12","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:25.757610561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"3b724af3-fd0d-4ada-9a31-12203934be12","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.757775903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"cd60cc50-bf54-4d82-ba98-1437630f3ef4","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.757797536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"cd60cc50-bf54-4d82-ba98-1437630f3ef4","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.785150072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"cf93f3aa-3250-48be-9fde-bd0640389dbe","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:25.790778256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"55da2c22-4f2e-4085-ba78-d19538eb73a0","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:25.790934202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"55da2c22-4f2e-4085-ba78-d19538eb73a0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.791177424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"dd9e2f7d-75a9-42bf-80ce-4e50c77459c7","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.791194729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"dd9e2f7d-75a9-42bf-80ce-4e50c77459c7","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.802325272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"cf93f3aa-3250-48be-9fde-bd0640389dbe","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.814925655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"8ce6ab7b-c5b9-4592-aa75-4d2dcbda25cc","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.885718593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7f032f24-9f2f-429d-a7d7-73f2644f88d7","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.904325417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7f032f24-9f2f-429d-a7d7-73f2644f88d7","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.923052371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"a7648001-f0b1-42af-95a9-a5461d3d0985","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.944779074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e857275a-14a1-4f8b-a9e5-ba2582ac8352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.959887966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e857275a-14a1-4f8b-a9e5-ba2582ac8352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:25.9746836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e857275a-14a1-4f8b-a9e5-ba2582ac8352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.02881168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e857275a-14a1-4f8b-a9e5-ba2582ac8352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.294920535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"158cb9c1-3c83-4e62-8cd1-53f9ed8ec1b1","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.356822711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b29d2e40-5f47-4515-82b2-424c8b220d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.35751125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"037b17fb-5d98-4aa7-9491-0f1910386b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.375794685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b29d2e40-5f47-4515-82b2-424c8b220d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.376013156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"037b17fb-5d98-4aa7-9491-0f1910386b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:26.44795571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"95947703-77bf-44ff-8fe4-38e6705e2012","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:26.448034544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"95947703-77bf-44ff-8fe4-38e6705e2012","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.617472164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db5386f-f402-4257-b2c2-43a983b338f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.632504614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db5386f-f402-4257-b2c2-43a983b338f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.648547346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db5386f-f402-4257-b2c2-43a983b338f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:26.662658707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db5386f-f402-4257-b2c2-43a983b338f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:27.626096262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"c6f3f579-08d3-4abb-8ab5-d780004e1d89","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:27.626177619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"c6f3f579-08d3-4abb-8ab5-d780004e1d89","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.966418988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3916c250-974a-4385-b19b-caccd0ececc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.980616151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3916c250-974a-4385-b19b-caccd0ececc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:27.994620906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3916c250-974a-4385-b19b-caccd0ececc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.008700168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3916c250-974a-4385-b19b-caccd0ececc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.551488041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eeafd-3755-4d58-b005-8fd0fc8d829c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.565819215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eeafd-3755-4d58-b005-8fd0fc8d829c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.579807436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eeafd-3755-4d58-b005-8fd0fc8d829c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:28.594699369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eeafd-3755-4d58-b005-8fd0fc8d829c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:30.166540518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"da892646-4211-4df2-9b8a-3ad9e57fed8f","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:30.166603317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"da892646-4211-4df2-9b8a-3ad9e57fed8f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:30.212023337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"f007f676-4fbd-484e-8194-9ebfe8b6b5ec","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:30.212135114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"f007f676-4fbd-484e-8194-9ebfe8b6b5ec","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:30.450626955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7864d0-7597-4bf9-b8f1-c2fd60970810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:30.464618935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7864d0-7597-4bf9-b8f1-c2fd60970810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:30.478621025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7864d0-7597-4bf9-b8f1-c2fd60970810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:30.492557844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec7864d0-7597-4bf9-b8f1-c2fd60970810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.03125628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51689fc-181b-4ecc-a8fa-0a2bf1feaf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.045362311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51689fc-181b-4ecc-a8fa-0a2bf1feaf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.059525833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51689fc-181b-4ecc-a8fa-0a2bf1feaf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.07348149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a51689fc-181b-4ecc-a8fa-0a2bf1feaf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.65811363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1936589-78c8-483b-b00f-f94bdce90ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.672557698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1936589-78c8-483b-b00f-f94bdce90ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.686762438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1936589-78c8-483b-b00f-f94bdce90ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:31.703017641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1936589-78c8-483b-b00f-f94bdce90ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.321977258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c91500-6e65-4882-a41c-55ddfda23f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.336359339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c91500-6e65-4882-a41c-55ddfda23f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.350189842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c91500-6e65-4882-a41c-55ddfda23f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.364565484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c91500-6e65-4882-a41c-55ddfda23f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.918652467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32856dca-ec0a-4414-9b3f-b3862a2c9de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.932878983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32856dca-ec0a-4414-9b3f-b3862a2c9de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.947207179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32856dca-ec0a-4414-9b3f-b3862a2c9de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:32.961223132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32856dca-ec0a-4414-9b3f-b3862a2c9de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:33.519061418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a738883e-862c-417d-ae3e-1f0a4450c114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:33.533284882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a738883e-862c-417d-ae3e-1f0a4450c114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:33.547351898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a738883e-862c-417d-ae3e-1f0a4450c114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:33.561290688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a738883e-862c-417d-ae3e-1f0a4450c114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.112851656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e6d6d-f518-4085-a91e-aaf2a944d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.126864038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e6d6d-f518-4085-a91e-aaf2a944d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.140790677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e6d6d-f518-4085-a91e-aaf2a944d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.154648754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e6d6d-f518-4085-a91e-aaf2a944d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:34.42775155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"f210b45a-faa1-4bf7-bcb4-9e6e71aee27a","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:34.427851109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"f210b45a-faa1-4bf7-bcb4-9e6e71aee27a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:34.900205568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:35.910050788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b207162c-76cc-49f2-a3a4-9c9ac91c5246","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:35.910161336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b207162c-76cc-49f2-a3a4-9c9ac91c5246","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:35.910347845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"869f8c88-6f4d-4907-9961-9d62b56b2126","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:35.910363293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"869f8c88-6f4d-4907-9961-9d62b56b2126","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:35.938369002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"e63372ce-9294-4914-8f8f-fc39c3839fc9","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:35.956220201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"e63372ce-9294-4914-8f8f-fc39c3839fc9","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:35.967357887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"f9ea8987-8be9-4fbf-93e6-370caefb172e","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.039292927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7aa5e770-b1c6-4fdc-b8ef-ec2452ea0874","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.057098432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"7aa5e770-b1c6-4fdc-b8ef-ec2452ea0874","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.068062243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"e84367db-38f4-43bc-b006-5936ca8d43e0","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.347429316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-sub-binding-0b3eaac0","reconcileID":"ea82085c-32c3-41f3-b96d-d27d4a678750","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"e2e-apikey-sub-binding-0b3eaac0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.407172075Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-apikey-sub-binding-0b3eaac0","reconcileID":"ea82085c-32c3-41f3-b96d-d27d4a678750","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0b3eaac0","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.529335019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"c80bffea-38ba-43af-994b-a67338cd31f0","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.540585464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"600efb8c-65b7-4700-ac38-1fd928676f22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.5711794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2b8e3d09-932c-4be7-a158-d81601f8ca8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.571278802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a294847b-bfcc-4f5d-ab90-c7940514b627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.589056818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a294847b-bfcc-4f5d-ab90-c7940514b627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:36.589144044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2b8e3d09-932c-4be7-a158-d81601f8ca8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.453025515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"875f85f8-a8bb-43e2-8775-3298cb334b98","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.469673219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"53470f5a-2eb7-416b-911d-161e7e51d105","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:37.489445647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-sub","reconcileID":"2353ddae-4e72-4fc2-8eb2-1c1deba08816","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.493497121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6f245f9d-44df-420f-ae8b-5569dc0f7d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.49375835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"68061002-9f97-4697-876d-aec309b6d23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.511636511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6f245f9d-44df-420f-ae8b-5569dc0f7d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.512373502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"68061002-9f97-4697-876d-aec309b6d23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.524477212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"c4bbe149-ad7d-4d30-b8f8-6c0f76d03282","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.541159485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"e8968b93-4b37-49d4-a2c9-bf8d2bbf7e59","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.680607621Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-sub","reconcileID":"e37e24e1-e6c2-4e43-ba17-f05775501dc7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-ordering-sub","ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.701278922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"81740827-58c7-45dd-b47f-911376624d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.701310215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9a3931bd-b567-4649-aaaf-021c81cb15a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.719063553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9a3931bd-b567-4649-aaaf-021c81cb15a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.730123119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"b1a0bf08-4b7a-4f1a-b824-3ac9346f02fc","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.737141299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"f6304a97-d4b2-40c0-b577-6f537ab01401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.75599331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"81740827-58c7-45dd-b47f-911376624d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:37.837492489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-sub","reconcileID":"40cd4653-34c6-4564-b5cc-042b9a1954c7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:40.340986346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"cd3e23d4-5b81-49dc-afa7-9fded15e0347","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:40.341072947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"cd3e23d4-5b81-49dc-afa7-9fded15e0347","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:40.399589832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"8e0c0e73-1fe7-4721-b732-88ba792551bf","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:40.417923914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"c41acc20-68af-4b35-8c8f-efc777d3998f","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:40.458457701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"656d1d3b-10f2-4cb9-af74-b04859765f9f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:40.476156086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"656d1d3b-10f2-4cb9-af74-b04859765f9f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:40.551908981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"dbb1d91c-20d9-422d-a468-435375d9df7d","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.083180986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"324ccb54-ebb7-4ce2-9dbd-4e5afd645666","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.127672861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"948759e0-d8d0-4ba0-aaa7-6e345ab08789","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.12832046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1b4c02cd-5a5f-4d26-b58b-2e11d002b029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.12871367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"5d77ffb2-8070-4007-93e0-4c28196d657c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.161940073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"1b4c02cd-5a5f-4d26-b58b-2e11d002b029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.162425401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"5d77ffb2-8070-4007-93e0-4c28196d657c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:43.164685148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"948759e0-d8d0-4ba0-aaa7-6e345ab08789","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.76638459Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"e354da0c-3b0c-4f1e-b650-fdcb35d7112e","namespace":"ai-tenant-e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.766449478Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"e354da0c-3b0c-4f1e-b650-fdcb35d7112e","name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.783412202Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"e354da0c-3b0c-4f1e-b650-fdcb35d7112e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.783431923Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"e354da0c-3b0c-4f1e-b650-fdcb35d7112e","namespace":"ai-tenant-e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.783518394Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"e354da0c-3b0c-4f1e-b650-fdcb35d7112e","name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.784155932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"31ec7879-f6e8-4b9d-9033-cc820c248519","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.784173748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"31ec7879-f6e8-4b9d-9033-cc820c248519","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.80160801Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"e354da0c-3b0c-4f1e-b650-fdcb35d7112e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.804912213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"a1a4f227-4721-43c9-96d8-19d9636fa7c8","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.805033179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"a1a4f227-4721-43c9-96d8-19d9636fa7c8","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.811717113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"a1ad1e0e-8496-47eb-8a09-fefb8d4ab389","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.820122063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"a1a4f227-4721-43c9-96d8-19d9636fa7c8","name":"ipp-route-01feb0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-01feb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:48.820177577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"a1a4f227-4721-43c9-96d8-19d9636fa7c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-01feb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.825483216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"2762f941-80d7-499a-bb6d-44722483e19d","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.825497658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"2762f941-80d7-499a-bb6d-44722483e19d","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.830650541Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"a7b56114-27a2-437b-9c89-03bef819e022","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9ff845d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.831814113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"a1ad1e0e-8496-47eb-8a09-fefb8d4ab389","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.859458569Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"eec7dfcd-81bf-458f-a04e-49562d04bc45","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9ff845d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.87373382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d4f4f70b-f0e5-4cbc-9dd8-daa9dacbaaf1","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:48.976496337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d4f4f70b-f0e5-4cbc-9dd8-daa9dacbaaf1","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:49.023284744Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d4f4f70b-f0e5-4cbc-9dd8-daa9dacbaaf1","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"e2e-ipp-a-01feb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:49.023308053Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-auth","reconcileID":"d4f4f70b-f0e5-4cbc-9dd8-daa9dacbaaf1","MaaSAuthPolicy":{"name":"ipp-route-01feb0-auth","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:49.043127008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"fd7238f7-1b7f-4aa4-bb53-40370b00f35f","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:49.043148306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"fd7238f7-1b7f-4aa4-bb53-40370b00f35f","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.358345249Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","namespace":"ai-tenant-e2e-praxis-b-8e6570","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.358408325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","namespace":"ai-tenant-e2e-praxis-b-8e6570","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.358465865Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","tenant":"e2e-praxis-b-8e6570","tenantID":"e2e-praxis-b-8e6570","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.374111584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Deployment","name":"maas-api-e2e-praxis-b-8e6570","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.403495454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Service","name":"maas-api-e2e-praxis-b-8e6570","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.42005247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-8e6570","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.43669709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-8e6570","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.452769755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.468549947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.487365591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.503019233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.516452307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.529989155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.543462583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Service","name":"payload-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.556980137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.570619705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.58436383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.598158051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.617757975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.642411841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.656301166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.669868079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-8e6570","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.683490454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8e6570"},"namespace":"ai-tenant-e2e-praxis-b-8e6570","name":"default-tenant","reconcileID":"d6a4e213-74af-4e48-9368-b0db521278fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-8e6570","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.701117007Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","namespace":"ai-tenant-e2e-praxis-a-14618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.701197568Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","namespace":"ai-tenant-e2e-praxis-a-14618c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.701271891Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","tenant":"e2e-praxis-a-14618c","tenantID":"e2e-praxis-a-14618c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.716952857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-14618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.748960885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Service","name":"maas-api-e2e-praxis-a-14618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.767720905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-14618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.783356253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-14618c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.799293712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.814975926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.833103679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.848889292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.862331978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.876996708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.890489294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Service","name":"payload-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.903919924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.918368156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.927160539Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8e6570","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8e6570","reconcileID":"a0ab28cf-6cb0-4fd5-874a-331acd4fe95f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8e6570","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-8e6570"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.932051333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.945402053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.964101454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.978097121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.97820868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"305cf6fe-4f9b-4a0f-8391-2b744d5db262","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:50.978297176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"305cf6fe-4f9b-4a0f-8391-2b744d5db262","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:50.991473773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.00673382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-14618c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.021855974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-14618c"},"namespace":"ai-tenant-e2e-praxis-a-14618c","name":"default-tenant","reconcileID":"ff46e223-cb6c-4f85-be37-b7b5a972538e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-14618c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.423188023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-14618c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-14618c","reconcileID":"75e9d017-9540-42be-96f9-96188800ed94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-14618c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-14618c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.423572657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641ff132-6ca9-40ad-9f14-3c25f433f633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.437727481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641ff132-6ca9-40ad-9f14-3c25f433f633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.451533825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641ff132-6ca9-40ad-9f14-3c25f433f633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:51.465236301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"641ff132-6ca9-40ad-9f14-3c25f433f633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:51.470603847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b3bc6ca2-d79e-4629-babe-bbdf05e789ef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:51.470681236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"b3bc6ca2-d79e-4629-babe-bbdf05e789ef","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.022153296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef583-9740-4625-8cd9-383bb7f62ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.036029171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef583-9740-4625-8cd9-383bb7f62ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.049804896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef583-9740-4625-8cd9-383bb7f62ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.063941573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3ef583-9740-4625-8cd9-383bb7f62ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.630498229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b0c10a-157b-488b-a400-46c0a8d58218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.644302159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b0c10a-157b-488b-a400-46c0a8d58218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.658827689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b0c10a-157b-488b-a400-46c0a8d58218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:52.674537014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b0c10a-157b-488b-a400-46c0a8d58218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.130676125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-sub","reconcileID":"c94ad2d7-f840-40da-b780-8d3a57ac8af5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.195509732Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-sub","reconcileID":"c94ad2d7-f840-40da-b780-8d3a57ac8af5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.255923386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"8e9f4131-92f1-4c1b-8d5b-be9f427276c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.264260229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"99a6909f-9821-4c84-9da8-95c7443b4c0e","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.305447589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4534aa8f-6c55-46f8-9359-502455f92b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.305636158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2b8ff6c9-6be3-40c6-b256-8952909ba77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.306267129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"afc45d48-37b0-4f49-829c-ca56ee6ecfeb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.323721737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4534aa8f-6c55-46f8-9359-502455f92b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.323838037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2b8ff6c9-6be3-40c6-b256-8952909ba77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.326265516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"afc45d48-37b0-4f49-829c-ca56ee6ecfeb","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.413022721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"ff444827-41df-44d8-9b30-1ce1fc7ab020","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.451694483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-ordering-auth","reconcileID":"6077805c-07cc-4aaa-ae70-ae1abbd53474","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:53.496336345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"424f300b-a39f-4c9c-a067-cb68821d64b1","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:54.755626455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"45e09fb3-b2a0-4f44-82fb-59771cc34aa5","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:54.772297807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"5a79616c-3443-4985-b0e2-005cf40b3d37","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:54.815021712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"ee21b4d2-3f76-4589-b548-511f3c5d4c57","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:54.8323419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"ee21b4d2-3f76-4589-b548-511f3c5d4c57","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:54.965024536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"08d09015-e62e-44d7-9ef2-3dae6febbd4d","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:54.980911249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"1e7391fc-3675-4b0c-b55d-1f2c6c3c2288","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.000793129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"c4bab89c-412a-48c5-ad96-c28c12acb72f","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:55.002238424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-success","reconcileID":"a0e6cbe3-535c-473a-a354-edaf45c46a77","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.069930056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"274c571d-2b73-4950-870b-e51c13e222cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.070322876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"27d632d1-a200-45c0-b1f1-1f7ae14991df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.086634466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"fe1f694c-1c81-4dd6-ad81-da9e0c3d4bb1","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.088286536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"27d632d1-a200-45c0-b1f1-1f7ae14991df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.089181136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"274c571d-2b73-4950-870b-e51c13e222cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.103917487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"26bc3f14-23c7-4fc5-9e6f-b30f45dc149f","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.117224702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"1bdc4f29-ac42-4592-a857-c2d50138fd57","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.158061127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"1bdc4f29-ac42-4592-a857-c2d50138fd57","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.201652929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-success","reconcileID":"2901141a-8e12-4191-9ac6-4888b2040dd7","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.218426625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"12c7be58-1f20-4070-b48e-4e977d7d880c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.218747022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"65e24a0c-8adc-4682-92d9-10cfacd2742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.236855317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"12c7be58-1f20-4070-b48e-4e977d7d880c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.237554297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"65e24a0c-8adc-4682-92d9-10cfacd2742c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:55.243428786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"1bdc4f29-ac42-4592-a857-c2d50138fd57","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.249820783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"acd443bf-763e-4f13-a64b-e584210527a8","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.260721109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"4525395a-9e3e-404a-b230-4414e08c4d78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.318720502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"c5bbf2c1-8b2e-473e-8d79-962f1842ce14","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.336356143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"c5bbf2c1-8b2e-473e-8d79-962f1842ce14","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:55.3605401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-success","reconcileID":"adc5042d-a683-4a18-8794-2d974a590699","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.126016632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"0e7a181b-4e13-4b44-be54-c2445ece3149","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.166959641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"4629560d-d0b3-4153-a375-0b31f5576d07","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.16696189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fb82d119-e333-4b16-90f0-20dcfd7d07bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.167139277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c1c8fad0-b7f3-4df6-82c0-9fc1555f038c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.186036111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"4629560d-d0b3-4153-a375-0b31f5576d07","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.18611363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fb82d119-e333-4b16-90f0-20dcfd7d07bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:56.188175524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c1c8fad0-b7f3-4df6-82c0-9fc1555f038c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:58.874889257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"5dc46553-b60e-4d16-988a-d95d5106beb1","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","subscription":"ipp-route-01feb0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:58.889279234Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"5dc46553-b60e-4d16-988a-d95d5106beb1","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:58.903355429Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0-sub","reconcileID":"5dc46553-b60e-4d16-988a-d95d5106beb1","MaaSSubscription":{"name":"ipp-route-01feb0-sub","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"name":"maas-trlp-ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.058228999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"d78039d1-637f-40ac-a6a6-458fa0bfde37","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"tenant":"e2e-ipp-a-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","model":"ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.05825177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"d78039d1-637f-40ac-a6a6-458fa0bfde37","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"routeName":"ipp-route-01feb0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-01feb0","llmisvcName":"ipp-route-01feb0","gateway":"openshift-ingress/e2e-ipp-a-01feb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:59.155050958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"e8a80c50-bdc2-4935-aa2e-058810bf7df9","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:59.15517782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"e8a80c50-bdc2-4935-aa2e-058810bf7df9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:59.188030715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"ffbc24f0-5af9-485b-8576-84f8875d9acc","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:33:59.188169109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-417623","namespace":"ai-tenant-e2e-praxis-a-417623"},"namespace":"ai-tenant-e2e-praxis-a-417623","name":"praxis-route-417623","reconcileID":"ffbc24f0-5af9-485b-8576-84f8875d9acc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-417623/praxis-route-417623: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-417623/praxis-route-417623-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-417623]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.491361563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70343e37-f73f-41ae-a814-5072fc3abcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.506054207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70343e37-f73f-41ae-a814-5072fc3abcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.520013009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70343e37-f73f-41ae-a814-5072fc3abcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.533926278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70343e37-f73f-41ae-a814-5072fc3abcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.91490072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"75f84246-3b8c-4850-b856-fa84f465dfab","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.932961868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"8734eb68-cc37-4c65-94c4-cd6882d68f12","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:33:59.986839002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aa909c65-1acf-4c98-9eb5-e938a33c6046","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.005003001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aa909c65-1acf-4c98-9eb5-e938a33c6046","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.080666189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"a5588916-515a-48ad-bd74-fd9547165fb3","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.10717547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"44ef4d7a-586c-4515-845a-8401448ca07a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.123476139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"0f363177-835b-4ce2-8590-1d22d686a211","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.132563294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdfa282-c9b4-4b9e-8fea-1d8150730ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.132995154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b8397814-e602-47af-b686-52b83377ea16","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:00.136547118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"fb3f266a-e658-4f92-8c41-2bb072829866","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.15246043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdfa282-c9b4-4b9e-8fea-1d8150730ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.167218563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdfa282-c9b4-4b9e-8fea-1d8150730ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.170855107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b8397814-e602-47af-b686-52b83377ea16","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.181361103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdfa282-c9b4-4b9e-8fea-1d8150730ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.197880293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"0860316e-f109-4cd0-b70e-05b68bb79edc","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.213993047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"b8c83820-1e8a-4c6d-9dea-05ba428bf152","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.224285085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"825fe15b-23b9-48e5-8aa5-e1d90ce3be85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.224283822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"63f1fbe8-a5c8-4b39-a0fc-c00f1f26e514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.242336875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"63f1fbe8-a5c8-4b39-a0fc-c00f1f26e514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.245896451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"825fe15b-23b9-48e5-8aa5-e1d90ce3be85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.301441271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"d921cd3b-a9a2-46c7-b60a-e27da69360fd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.312232822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7d47bd priority=0:[ai-tenant-e2e-worker-w0-7d47bd/e2e-test-subscription-free ai-tenant-e2e-worker-w0-7d47bd/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.312279567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"f4d25814-b0f6-4f7b-bd97-f29037c3b148","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.330252571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"66b82f4c-dfa8-4543-9546-351e7b650014","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:00.341395306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-premium","reconcileID":"2776293c-2fee-4c45-a4f6-a48a9995633e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.35053714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"abd8511d-816c-48a3-beb4-38739042b3e3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.351154087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9e58a37b-eff0-4eec-bb00-89d6346b9225","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:00.351233577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"d921cd3b-a9a2-46c7-b60a-e27da69360fd","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.368543368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"abd8511d-816c-48a3-beb4-38739042b3e3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.378771493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4f70ff04-d5f6-4ac5-9b36-601176811083","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.388537385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"d2f73afe-9386-46cb-a432-31f79648870c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-7d47bd/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.39715348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"14b47f0b-1b31-4793-94b0-7e4dbb14dc1f","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.463027911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"07608896-7fdf-4ebe-9edc-bfee2a8f9043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.463355881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ed4d60ad-90a1-49aa-87c2-b0d04d2f8081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.477098846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-premium","reconcileID":"17283a4f-0778-46ca-9fbb-7869012f13db","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.477690756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"cd9bc3f2-cb8f-4150-8e8c-70f294487ead","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.480836822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"07608896-7fdf-4ebe-9edc-bfee2a8f9043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.481383316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ed4d60ad-90a1-49aa-87c2-b0d04d2f8081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.554207108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ddf5c7e1-b3ee-4813-a82e-5f1c90b12f27","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.560292237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"d79754b0-55f6-4422-914e-fa4de43dbed7","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.562720735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"cc3a09bb-604d-4e91-a83c-bce533caeb4f","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.571966289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ddf5c7e1-b3ee-4813-a82e-5f1c90b12f27","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.583124308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"a4273547-cc71-4f51-8f3d-b0d73e605661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.674802311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"f00c3f94-b173-4766-830f-00653f3fdc6f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.674807366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-premium","reconcileID":"4b77ea7b-04d9-4f08-b2fa-9ee6a2f9ad69","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.725156987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff96e85e-e572-47cd-a79e-f52cdad3ace4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.739455207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff96e85e-e572-47cd-a79e-f52cdad3ace4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.753297119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff96e85e-e572-47cd-a79e-f52cdad3ace4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:00.768717385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff96e85e-e572-47cd-a79e-f52cdad3ace4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.305727517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344c5e85-3380-4ef6-9482-71d171cf0e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.322011319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344c5e85-3380-4ef6-9482-71d171cf0e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.337152842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344c5e85-3380-4ef6-9482-71d171cf0e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.350965347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344c5e85-3380-4ef6-9482-71d171cf0e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.696598485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"00db4a07-0319-4098-b558-a9a00a82402b","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.741004995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c92ca1c1-fdee-4a55-a236-895d56c58313","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.741187681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"063dff91-4f8e-43c4-aaad-f91bf8868625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.741017315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"18d6f16c-48de-4344-8093-f1fa224722f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.764481784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"18d6f16c-48de-4344-8093-f1fa224722f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.764491383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"063dff91-4f8e-43c4-aaad-f91bf8868625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.766456873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c92ca1c1-fdee-4a55-a236-895d56c58313","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.90780068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70788d3-e401-4487-b63f-e6dc4049f611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.921920541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70788d3-e401-4487-b63f-e6dc4049f611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.936133791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70788d3-e401-4487-b63f-e6dc4049f611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:01.950452401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70788d3-e401-4487-b63f-e6dc4049f611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.56975495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","namespace":"ai-tenant-e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.569811078Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","namespace":"ai-tenant-e2e-ipp-a-01feb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.569860735Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","tenant":"e2e-ipp-a-01feb0","tenantID":"e2e-ipp-a-01feb0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.585212125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-01feb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.613871213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Service","name":"maas-api-e2e-ipp-a-01feb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.630183823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-01feb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.647736617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-01feb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.66648888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.682033251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.699909666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.715456274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.73048012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.748568268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.775621132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Service","name":"payload-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.805008999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.820987718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.836609612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.857378529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.876336369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.889354446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.891500548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.906671205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.921695088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-01feb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:04.937119397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"default-tenant","reconcileID":"cdb40602-d068-4fba-8489-83d59079193d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-01feb0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:05.1916088Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-01feb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-01feb0","reconcileID":"9f8a0623-80cd-4c09-83a0-f24cc54dba2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-01feb0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-01feb0"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.244199971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"1d3b97ee-fa6d-4abc-a729-b2aca198ee75","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.265216189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"1d3b97ee-fa6d-4abc-a729-b2aca198ee75","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.270735171Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"51896613-62ad-41a0-a9ad-ac13fe6c1638","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.270830208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"51896613-62ad-41a0-a9ad-ac13fe6c1638","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.288990962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"66fdea38-07f3-4d3d-8c4e-df3f8f246b3e","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.289128803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"66fdea38-07f3-4d3d-8c4e-df3f8f246b3e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.310237096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"4bc56bf3-8615-4023-b913-1753d2d845be","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.31030832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"4bc56bf3-8615-4023-b913-1753d2d845be","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.351188424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"644505eb-39f5-4abd-92d6-7b153bc8ee05","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.351257834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"644505eb-39f5-4abd-92d6-7b153bc8ee05","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.431865955Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"b9f36a42-4dcb-4ef2-929f-f1ff36402ab4","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.431943227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"b9f36a42-4dcb-4ef2-929f-f1ff36402ab4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:05.550595853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54d600-11c8-44c2-903e-5581c72b9313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:05.564589249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54d600-11c8-44c2-903e-5581c72b9313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:05.578685188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54d600-11c8-44c2-903e-5581c72b9313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.592788737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"ad6555c5-4d13-48fe-a8af-e866e1bedbe3","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.592852424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"ad6555c5-4d13-48fe-a8af-e866e1bedbe3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:05.592950603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54d600-11c8-44c2-903e-5581c72b9313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.913273063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"aabc9fdf-c6ca-4b05-9783-5cd68392c29b","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:05.913360729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"aabc9fdf-c6ca-4b05-9783-5cd68392c29b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.146163012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a1750-7b5b-49a7-abdf-9fe0da4ed979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.160419785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a1750-7b5b-49a7-abdf-9fe0da4ed979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.174754267Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-success","reconcileID":"3ac3a388-259f-45cb-8afc-26533dfe32e0","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.174925333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a1750-7b5b-49a7-abdf-9fe0da4ed979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.18906225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a1750-7b5b-49a7-abdf-9fe0da4ed979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.252414965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-success","reconcileID":"3ac3a388-259f-45cb-8afc-26533dfe32e0","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.309637477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"60a22961-3a7c-4d58-b392-a87429971580","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.400642163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"e67cebeb-80be-4d3b-8a89-017f7cbffdfc","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.422979683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4fc6dc76-3327-4f02-bab3-782296b8f4e4","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.444898968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9dbb8134-41e1-41ab-906c-5ced952e42d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.444911555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"325a8d43-dbef-43e8-9df3-85dd525dc6d7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.445265494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a2a65928-8825-45b1-a5ad-9fd53b9874d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.462837916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9dbb8134-41e1-41ab-906c-5ced952e42d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.46337217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a2a65928-8825-45b1-a5ad-9fd53b9874d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.465150982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"325a8d43-dbef-43e8-9df3-85dd525dc6d7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.544285834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"733e726d-7ad2-483f-be7e-aee176fc800a","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.544325124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-success","reconcileID":"a9e9a52f-390a-4bb7-84a0-9fc78bf6ef07","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:06.553942148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"dd5eb19a-195d-45fb-89fa-899286f7b105","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:06.55399902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"dd5eb19a-195d-45fb-89fa-899286f7b105","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:06.709563479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"db88e848-ccf3-4cdc-b2ef-91a628c96bf7","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.791227211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4a5c7ac6-203f-4d95-9213-3ad5c6be28e9","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.807620964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"d497b43c-08fd-45fe-99f7-8e1c3811d1ff","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:07.834478496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"bb134538-92a9-4ed5-ae94-dfe2b2a6e2ea","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:07.834559041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"bb134538-92a9-4ed5-ae94-dfe2b2a6e2ea","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.847370986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"e33bb26e-2fa0-4b03-b885-a7dc3a7fc203","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.865679557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"e33bb26e-2fa0-4b03-b885-a7dc3a7fc203","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.950153974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"26490b59-fe26-434d-a2a8-73bce990c4e5","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.985834109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"a1d30d5a-c358-4a35-ac0b-6cb3a59a7357","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:07.998726913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"9dfe9669-1aeb-49fe-848b-04d23810ab04","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.003169051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"d344458f-6fc2-41af-a65d-db3d6f13a00f","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:08.016793475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-no-access","reconcileID":"653d0790-cbe7-492b-9f96-7f6d96f3ad92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.017318796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"9dfe9669-1aeb-49fe-848b-04d23810ab04","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.051945024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"6587ab38-1e5e-4540-9d91-54a26d7d7e6e","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.07239781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"73280eb7-299b-40ff-83c7-ec02f20943ea","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.090494574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"89b87679-d867-4ba7-b1f6-344b35f328a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.090601871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"49400319-3ccc-4b11-ac93-f131051e4fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.107985779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"49400319-3ccc-4b11-ac93-f131051e4fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.108041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"89b87679-d867-4ba7-b1f6-344b35f328a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.157538668Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-no-access","reconcileID":"72e96f4d-3fa0-4d64-b20d-284d35661cef","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.19180822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"8b9bc9ff-289d-44e9-a558-504143100adb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.206465624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"6c25a559-5429-47dc-a5b8-716cd41c8fba","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.210162345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"8b9bc9ff-289d-44e9-a558-504143100adb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.228293943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"6b1cb48b-5d5c-442b-83e1-d8a3c288e608","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.293635333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5b3c0ff5-e0f6-411b-ad75-6a06c26261f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.293654458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"37db3ed4-d896-4064-b8ec-ead6260d41fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.311372528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5b3c0ff5-e0f6-411b-ad75-6a06c26261f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.328492647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-no-access","reconcileID":"546268eb-3bf5-4e16-a9b5-ee3a891bc8e3","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.355612634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"37db3ed4-d896-4064-b8ec-ead6260d41fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.738500292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"18602e1c-bd29-4359-b61f-95dfdece7784","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.780606363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b33f2603-8d8c-4998-bff5-9f9997e264be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.780630708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"d20695eb-09ec-4fbb-8bfe-ff9c1d0f44b6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.780913211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0789b578-104d-40bb-a3de-4572f1376960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.79874466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"d20695eb-09ec-4fbb-8bfe-ff9c1d0f44b6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.798847379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b33f2603-8d8c-4998-bff5-9f9997e264be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:08.801192961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0789b578-104d-40bb-a3de-4572f1376960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:09.308955504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"88a5485c-ca6e-40c9-ba97-62f74e8014a1","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:09.309067639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"88a5485c-ca6e-40c9-ba97-62f74e8014a1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.74978432Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"f220fbf9-322a-4fb2-824f-f0c7259d29bd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.815232805Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-free","reconcileID":"f220fbf9-322a-4fb2-824f-f0c7259d29bd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.875496142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"e6512dcd-a73e-4378-a588-9bea5a9d41ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.876070911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-premium","reconcileID":"90f73c6b-41d8-44a1-9221-d229a2917331","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.883343599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"07844b07-d713-4f83-bc97-5e3c231bc67d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.924608674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"37590e80-78d1-473b-865b-b1d550e18ef5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.926226835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5cc605b8-c9f7-47f9-b498-02c5b20b4811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.926563636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5085cd5c-89b9-4035-bc1a-ed7f6ec965c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.957459414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5085cd5c-89b9-4035-bc1a-ed7f6ec965c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.957932631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5cc605b8-c9f7-47f9-b498-02c5b20b4811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:11.959772262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"37590e80-78d1-473b-865b-b1d550e18ef5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.028748962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9bbd4802-bef9-4e72-8c1d-3d0be7e86b58","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.074131015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8fed3905-d6f1-404d-bd25-dc86b4202a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.074154448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"09bcb346-9260-4b16-9d98-2f9424c85408","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.074397599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5224f249-4cec-42fb-b6b5-b398e557bfe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.096583607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8fed3905-d6f1-404d-bd25-dc86b4202a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.096677341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"09bcb346-9260-4b16-9d98-2f9424c85408","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:12.09989001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5224f249-4cec-42fb-b6b5-b398e557bfe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:14.429735312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"b68e8e48-e11a-4b86-bde8-d72c771b638c","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:14.429804587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"b68e8e48-e11a-4b86-bde8-d72c771b638c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:16.017191858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"1f9d05eb-c48c-4f00-8058-a816b28c56c2","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:16.017303711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"1f9d05eb-c48c-4f00-8058-a816b28c56c2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:16.057287373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"d1c60d05-8aea-46ed-a15e-bf914fb8af37","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:16.057377642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"d1c60d05-8aea-46ed-a15e-bf914fb8af37","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.313398798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a130d1c0-0450-4125-937a-caa198276ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.329530491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a130d1c0-0450-4125-937a-caa198276ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.343994128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a130d1c0-0450-4125-937a-caa198276ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.358206585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a130d1c0-0450-4125-937a-caa198276ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:16.64527848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"e7ab2ce2-3750-44e9-9073-99710365f66e","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:16.645351262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"e7ab2ce2-3750-44e9-9073-99710365f66e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.698663601Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","namespace":"ai-tenant-e2e-praxis-b-aba0be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.698742025Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","namespace":"ai-tenant-e2e-praxis-b-aba0be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.69881158Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","tenant":"e2e-praxis-b-aba0be","tenantID":"e2e-praxis-b-aba0be","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.714444079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Deployment","name":"maas-api-e2e-praxis-b-aba0be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.74442133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Service","name":"maas-api-e2e-praxis-b-aba0be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.766770392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-aba0be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.786220967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-aba0be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.802348105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.820196943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.836392899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.852115651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.865577868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.879194509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.893282074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Service","name":"payload-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.906882059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.918378127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb1be-c344-40e9-b183-7d40aca32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.931804402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.932600002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb1be-c344-40e9-b183-7d40aca32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.946026058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.946656869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb1be-c344-40e9-b183-7d40aca32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.963568106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb1be-c344-40e9-b183-7d40aca32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.96447359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.982040226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:16.99565802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.009434526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.023159185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-aba0be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.038443358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-aba0be"},"namespace":"ai-tenant-e2e-praxis-b-aba0be","name":"default-tenant","reconcileID":"a15f69f7-0cf0-4c55-afdc-cdd96a8797c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-aba0be","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.386358888Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-aba0be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-aba0be","reconcileID":"308ae967-c0f6-4125-986c-73b7250af0ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-aba0be","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-aba0be"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:17.432991535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"d7f953a8-0662-4f8c-bcab-aa550c921755","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:17.433070952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"d7f953a8-0662-4f8c-bcab-aa550c921755","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.604328763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee08b7c-99fd-4f98-a9f5-103296512e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.618367411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee08b7c-99fd-4f98-a9f5-103296512e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.634571432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee08b7c-99fd-4f98-a9f5-103296512e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:17.651429174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee08b7c-99fd-4f98-a9f5-103296512e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.196535758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399cb290-ac35-43f6-a58c-5ef1f3c0c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.210605206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399cb290-ac35-43f6-a58c-5ef1f3c0c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.224324582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399cb290-ac35-43f6-a58c-5ef1f3c0c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.238366281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399cb290-ac35-43f6-a58c-5ef1f3c0c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.785401695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-no-access","reconcileID":"5be7bdcb-c675-4a4b-bdd3-0d218fba3c4f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.794198774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5962ad92-a0e1-4a63-81b1-dad5459b59c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.808073385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5962ad92-a0e1-4a63-81b1-dad5459b59c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.856015337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5962ad92-a0e1-4a63-81b1-dad5459b59c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.870463247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5962ad92-a0e1-4a63-81b1-dad5459b59c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.919140572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-subscription-no-access","reconcileID":"5be7bdcb-c675-4a4b-bdd3-0d218fba3c4f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.990375269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"22adc729-773e-4530-95e5-d53465e8acf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:18.996397366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"8158edd4-d004-4b6f-9059-1d0afc7a1158","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.042318037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"960abb92-7c1c-43f8-83fb-1b1b5e6298bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.042638013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"dabbd04d-024d-425e-a266-88f496fb8aeb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.042322555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"42831281-be83-4633-bc64-1b4fb8ac52f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.060681324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"960abb92-7c1c-43f8-83fb-1b1b5e6298bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.061022465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"42831281-be83-4633-bc64-1b4fb8ac52f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.062830161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"dabbd04d-024d-425e-a266-88f496fb8aeb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.138439447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"8d757bb6-1668-4dfb-b004-e770a8299d52","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.188270225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-auth-no-access","reconcileID":"270874da-677f-400e-bb2c-46330b76674f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:19.309058276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"49fe5895-d113-408c-8de0-3461a8ba3e82","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.23290066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"fdd21a1f-d16e-4e3a-96ac-46c31f7eaedb","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.249253161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a6c541d7-5941-4829-8db2-643b6692e87e","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.355512612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"ecdf986c-3f0e-4d3e-b53a-14bd27b7f95c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.373323043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"ecdf986c-3f0e-4d3e-b53a-14bd27b7f95c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.449107672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"f3185c03-b361-4dd1-9b9a-77aa186611e3","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.478053615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"db0d6ead-e21a-43e7-abcb-9bcf01872c7e","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:20.49188011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-subscription","reconcileID":"4c3597d2-8823-4786-9cd7-faaeccb7bffd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.506857455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"42708026-3887-46d6-b631-cf56942cd3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.506862402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ff20e0df-dc94-484b-b57c-5f8f6f9d6093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.530242579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"42708026-3887-46d6-b631-cf56942cd3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.530485081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ff20e0df-dc94-484b-b57c-5f8f6f9d6093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.537660688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a47cd0ba-98ab-45ec-87f2-f41547ba1c6d","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.546616257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7ecbffdc-7a7a-4650-95b9-6858674da2f1","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.555785949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"91493ebe-25c2-4c5c-88e9-1b6dc05e85d3","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.592121606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"67f8e92c-483e-43d5-9d38-c6e3b810c890","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.610768021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"67f8e92c-483e-43d5-9d38-c6e3b810c890","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.632796925Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-subscription","reconcileID":"0c77a314-b42e-4407-94c1-1741cfdf71ad","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.68490356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"fc1782f4-e763-4d5c-babe-a84f09934a04","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.715948106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"dade2827-f83a-4f7f-9c22-159352804ecb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.76733294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"bca8af4c-aa1b-4496-9877-a30a775760e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.767360454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"79c1ba8a-d153-4e0c-9575-e5b8fdc9b374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.785263473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"79c1ba8a-d153-4e0c-9575-e5b8fdc9b374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.785391897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"bca8af4c-aa1b-4496-9877-a30a775760e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.813565349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-subscription","reconcileID":"2af69c0e-71f4-4e66-8f70-87b2ffc8dee0","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:20.841003933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"67f8e92c-483e-43d5-9d38-c6e3b810c890","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.887410075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"bd4d1079-9578-4eba-ab1b-d8d3a08db5f1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:20.905198446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"bd4d1079-9578-4eba-ab1b-d8d3a08db5f1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.17093287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"0c3db44c-01af-4270-9c4a-bc30d32857a4","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.21227264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"bbdb5941-561a-4e97-b017-b886a411d832","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.212404605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7a488547-2968-463c-bee9-362a8efae90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.212280988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b2650d04-1c7b-4c86-b971-7556635d1c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.230755261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7a488547-2968-463c-bee9-362a8efae90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.230842441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"bbdb5941-561a-4e97-b017-b886a411d832","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:21.232901402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b2650d04-1c7b-4c86-b971-7556635d1c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.082304578Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-premium","reconcileID":"fc43de8d-cf5b-415b-9315-e317243858f0","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.142851733Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-subscription-premium","reconcileID":"fc43de8d-cf5b-415b-9315-e317243858f0","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.211752799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"1bf2a89d-78b0-49d3-8897-bc41a8db0975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.217606635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"2fd6859d-598a-4026-8fb8-30d4bf47db57","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.259064404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4c4db27c-8f49-47f6-a704-029a03df28c0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.259436293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"37bb41fe-07c8-4bda-8d0e-58d5393e5ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.259739447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"68b6357a-9dff-4195-8d38-c73d9027c496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.277491602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"37bb41fe-07c8-4bda-8d0e-58d5393e5ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.278197411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"68b6357a-9dff-4195-8d38-c73d9027c496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.279700173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4c4db27c-8f49-47f6-a704-029a03df28c0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.369668726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6c02d29a-a48b-42f1-924c-fbd05758933e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.369768875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"25c06744-d87e-41c7-9ba2-7a9c5b3001f6","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:22.523652374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"6d3f0882-a1f0-4946-86fb-4f2eca03efe5","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:23.889771477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"470753b1-a596-4b35-ab21-9f2f29dd4115","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:23.9061871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"25e09f08-aa72-43e4-b6e9-00f87c383966","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:23.946511851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"684b7e4b-7ec0-4560-9879-dc6fb9d3a80e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:23.967741289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"684b7e4b-7ec0-4560-9879-dc6fb9d3a80e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.043269044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ec4b96fb-824e-4f14-bb47-6749ac69386c","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.077319927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"73b3c90e-704f-4c28-94aa-6d0d7ba396af","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.08452248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"26c0beb8-a9fe-4abe-8663-0a66aed1dbb4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.098785755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"a9807af1-97a3-4c1e-a519-7ee47b41caad","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.10288568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"26c0beb8-a9fe-4abe-8663-0a66aed1dbb4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:24.109558613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-user-subscription","reconcileID":"71db8679-0983-4943-9870-684dcef52913","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.146382944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"a14f185e-11e7-4ec1-a339-68f30614d7fe","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.163524994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"2f757a67-458f-4a36-9e83-66a50de38788","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.185982294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a18523cb-ed67-4ec2-ba89-94879d6cc804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.18598248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4125ef53-2e19-436e-9018-e8bd022d0661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.204044699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4125ef53-2e19-436e-9018-e8bd022d0661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.206040115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a18523cb-ed67-4ec2-ba89-94879d6cc804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.240117698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-user-subscription","reconcileID":"c45ea8a7-303b-4718-bcc4-89af79e61bf7","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.286966451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"c55ea2cc-711b-430b-a4d6-445fccceeeea","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.286991492Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7d47bd priority=0:[ai-tenant-e2e-worker-w0-7d47bd/e2e-test-other-subscription ai-tenant-e2e-worker-w0-7d47bd/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.288581477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4ee119d4-f231-46ac-bfef-a5a6a19c9c1a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.289768484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"ed7a8590-fa41-478f-ae6e-8ebbdb32b4d1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:24.302705636Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d47bd/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.308233608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"ed7a8590-fa41-478f-ae6e-8ebbdb32b4d1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.320519374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"8f34c52b-42fb-4aa1-b24b-fba7a45c2e24","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:24.324108391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7d47bd/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.32639023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"43cad239-ac3c-49b9-a8d3-9820f3230c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.340994088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"df0a9381-cae3-4dc7-890c-081842fc2e15","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.386660895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ec9176ca-01a9-4daf-8dd8-1314a99619b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.386712023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c47f105d-9766-46e3-bbae-599d8abb9540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.40541303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c47f105d-9766-46e3-bbae-599d8abb9540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.405425933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ec9176ca-01a9-4daf-8dd8-1314a99619b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.447932654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-user-subscription","reconcileID":"a990a8a3-2692-43a2-b6f7-534c3e036fb5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-7d47bd/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.475502916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-other-subscription","reconcileID":"cb85da4e-da49-4a2d-9539-7ebdb4b374fe","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.529400649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"e5731ca9-72eb-47b2-8d88-c1e0c84fdb7a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.529825698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"122d59be-bb89-4294-ac21-f80a503a2ff2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.57688595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"c61a5724-94d9-40e3-b5ee-14e1914fbc18","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.595840212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"c61a5724-94d9-40e3-b5ee-14e1914fbc18","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.62219725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-user-subscription","reconcileID":"fe08cb9e-9335-4c93-806e-4cf7409feba8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.622484093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-other-subscription","reconcileID":"aa74d2bb-05a4-40d9-8cf1-b278c9b38b99","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:24.971381713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9496ac69-239a-4d2c-8aaf-59a9130bb214","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:25.015278646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b1a28359-14b0-4cd1-b7c9-939bf60f8aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:25.01534791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"20d9496c-7a63-4f2a-a509-1a9f5fe781ce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:25.015770676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d82bac01-fb2d-479d-ba1c-4287f70bdc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:25.034570057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b1a28359-14b0-4cd1-b7c9-939bf60f8aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:25.034596687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d82bac01-fb2d-479d-ba1c-4287f70bdc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:25.037455781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"20d9496c-7a63-4f2a-a509-1a9f5fe781ce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:26.193657489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"88c396ae-3419-4e8b-b864-7fc474e3618e","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:26.193747696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"88c396ae-3419-4e8b-b864-7fc474e3618e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:29.988288112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"fa92d28e-1914-4911-b014-b7a6db431bde","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:30.002392282Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.009308899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c395df3e-2642-4a92-976b-97a615cdcab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.00934181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"522eefbb-d138-448b-acd8-4f654c031e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.027974953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c395df3e-2642-4a92-976b-97a615cdcab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.028011071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"522eefbb-d138-448b-acd8-4f654c031e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.209679177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7670d026-a014-4fdd-aae6-1a0fe3d76bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.210039308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6fce11d3-e304-47e7-adf5-3b81a6f3fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.265422774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7670d026-a014-4fdd-aae6-1a0fe3d76bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.268842538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6fce11d3-e304-47e7-adf5-3b81a6f3fc5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.43396786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"56f8f7c9-a58f-44b7-810f-91757e585b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.433967823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0bf11af4-fbf8-4036-84d6-5ca8d1c254cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.452127569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0bf11af4-fbf8-4036-84d6-5ca8d1c254cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:30.452295847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"56f8f7c9-a58f-44b7-810f-91757e585b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.219981947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-subscription","reconcileID":"7657cc5f-bffd-47b4-9216-5e628cf7110d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.278622945Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-subscription","reconcileID":"7657cc5f-bffd-47b4-9216-5e628cf7110d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.334526125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"e593803a-d4db-4603-ba56-734dd70c83ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.424245268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"76a8c7bb-579e-4f90-9e25-d3abc0ddffaa","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.46803097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"a6bc2b3e-48de-401b-9518-bd0cb867a549","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.468395623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"4c9c549a-7261-4956-b5b4-2e99739a1f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.468060927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"87251b6e-3ecd-4abd-ab1e-7f6e1a3983a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.490251684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"87251b6e-3ecd-4abd-ab1e-7f6e1a3983a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.49373887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"a6bc2b3e-48de-401b-9518-bd0cb867a549","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.494575643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"4c9c549a-7261-4956-b5b4-2e99739a1f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.572532483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"98bb042b-3baa-47c2-8e34-d0fb118d046f","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.625801714Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-auth","reconcileID":"af6f0948-b500-46e5-959a-8f832f0afc75","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:31.855882019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"039dc56a-5729-4f5c-94fa-0ec8fd5988be","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.597684708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"bcf186ba-1b0b-4728-8740-bf599120c79b","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.616577595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"0776c9ac-ce58-4068-9661-d24dd5c59143","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.656743265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"dfbe639a-42cf-4b0a-adea-3056a60c93b3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.67454866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"dfbe639a-42cf-4b0a-adea-3056a60c93b3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.750611654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"c51eac61-d965-4035-b6dc-1c242286cc84","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.790769939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"65cf56bc-2880-4b1b-9403-cea52bd3ecb0","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.791357888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"658f2ae1-dfd3-454b-b378-4696be88b3b1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.809244184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"658f2ae1-dfd3-454b-b378-4696be88b3b1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.809533325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"32c9c966-6878-4bac-9b5d-b668c8227e29","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:32.822527917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-sub-only","reconcileID":"e5ccf773-2466-4bad-aa10-6bf83f8ae215","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.857555089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"e8f30dcc-ed1c-4c4d-b2d1-21c0575c9c61","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.87684817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"31ef25d0-bbae-4035-b74d-c9511b8d9386","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.892185099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d6f728b4-016b-4830-b9c4-8dbd84864b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.892219675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"48a068d7-84e8-4603-995d-51e51158ca36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.910343977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"48a068d7-84e8-4603-995d-51e51158ca36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.910386803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d6f728b4-016b-4830-b9c4-8dbd84864b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.952508672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-sub-only","reconcileID":"327bcc6b-eb63-4974-ac78-bbd0d549304d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:32.99173176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"d7a216af-6668-435d-ac7e-1112979533b5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.002716906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"2a525213-fb18-40c0-8463-0d7418cfd7c7","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.009116367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"d7a216af-6668-435d-ac7e-1112979533b5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.032486487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"36fa5e38-bd63-44f7-bf59-0dbd9e27a4eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.092011494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b72e18e8-1764-4d59-a7d9-302e0a35747e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.092011186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"840c6afb-2fbb-415f-8b40-19b39efa3b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.109520455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"840c6afb-2fbb-415f-8b40-19b39efa3b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.10958348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b72e18e8-1764-4d59-a7d9-302e0a35747e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.132908186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-sub-only","reconcileID":"e7e55d11-5be2-4ad7-b548-b37f01b75965","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.183136444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"92eb034e-c211-4b4c-bd28-f2dd1cf46a1e","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.850861724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"2a6b3b50-780b-44ed-ae26-c0a675b898ce","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.89387732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6d7685da-bdc5-42fd-a241-d7a3a5a3ecc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.893939693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6d2fc322-aecf-4a44-84bd-10dbe75a4f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.894282816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"eb28cd0d-e04e-491f-810e-a63b28fd152d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.921468306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"eb28cd0d-e04e-491f-810e-a63b28fd152d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.92372829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6d2fc322-aecf-4a44-84bd-10dbe75a4f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:33.924687093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6d7685da-bdc5-42fd-a241-d7a3a5a3ecc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:34.887862451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.018627961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-user-subscription","reconcileID":"9538563e-1c10-4884-b862-6fa6f34565be","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.077936362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-user-subscription","reconcileID":"9538563e-1c10-4884-b862-6fa6f34565be","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.134594803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"2536ad26-794f-492e-b8a6-8e6cf7f5d506","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.134734337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-other-subscription","reconcileID":"b79ce957-7b62-4e72-bba7-bd136685aa71","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.140295293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"35df9004-bba3-4433-95a5-6ddecc94079b","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.18144775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"40329c88-adf0-4114-9957-da09b4233af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.181663146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8af1c42d-0821-496c-aedb-449bbc4f6002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.18181494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"f216eb11-c8db-4815-99e9-8361e69f0238","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.198924176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"40329c88-adf0-4114-9957-da09b4233af7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.199298193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8af1c42d-0821-496c-aedb-449bbc4f6002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.201090306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"f216eb11-c8db-4815-99e9-8361e69f0238","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.283042894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"3e02c39d-a04f-4d5b-a3a5-3162cbfd4a9f","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.368955118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"86b55b90-d878-4702-a3a7-728ea91b9cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.369134947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"9bc0203d-87c1-4364-a810-fa19bedcae4d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.368959474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7321e184-fa82-4b9a-bee5-3e35f356d17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.388057149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7321e184-fa82-4b9a-bee5-3e35f356d17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.388818365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"86b55b90-d878-4702-a3a7-728ea91b9cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:35.390223174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"9bc0203d-87c1-4364-a810-fa19bedcae4d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.893756015Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","namespace":"ai-tenant-e2e-praxis-b-8f91de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.893815803Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","namespace":"ai-tenant-e2e-praxis-b-8f91de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.893895563Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","tenant":"e2e-praxis-b-8f91de","tenantID":"e2e-praxis-b-8f91de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.909470484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Deployment","name":"maas-api-e2e-praxis-b-8f91de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.936106243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Service","name":"maas-api-e2e-praxis-b-8f91de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.954886223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-8f91de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.973109147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-8f91de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:36.989019073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.004816814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.023316089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.039119762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.052555639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.065867906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.079144178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Service","name":"payload-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.092690978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.105971205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.119231071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.132423951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.152260273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.167695167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.181493559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.19506213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-8f91de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.208568634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8f91de"},"namespace":"ai-tenant-e2e-praxis-b-8f91de","name":"default-tenant","reconcileID":"a1ae407f-4007-44f0-a520-68fc252979b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-8f91de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.524401772Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8f91de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8f91de","reconcileID":"bb9f3cab-a2fc-4711-958c-9e18d6c8d4ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8f91de","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-8f91de"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:37.573298142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"87a23398-6811-4e17-afa5-18979ccf3fb4","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:37.573476509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"87a23398-6811-4e17-afa5-18979ccf3fb4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.918560392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb7036f-5666-4d6d-8584-a5de3ad4fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.932393773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb7036f-5666-4d6d-8584-a5de3ad4fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.946433983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb7036f-5666-4d6d-8584-a5de3ad4fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:37.960485385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb7036f-5666-4d6d-8584-a5de3ad4fd84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:38.521252851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df1273a-4ebf-4f66-aaf8-8817cc26ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:38.536364947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df1273a-4ebf-4f66-aaf8-8817cc26ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:38.550819595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df1273a-4ebf-4f66-aaf8-8817cc26ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:38.565406333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df1273a-4ebf-4f66-aaf8-8817cc26ffaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:40.316481528Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-failed-sub","reconcileID":"cb4f201f-3767-4e4f-9d00-8d43df7ea034","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:40.316633217Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-failed-sub","reconcileID":"cb4f201f-3767-4e4f-9d00-8d43df7ea034","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:40.433969164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6be8c012-d4bb-49e3-8325-e348cb80bbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:40.433979798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e8fd918d-e416-49f5-a00a-f0d8c3055050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:40.452046894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6be8c012-d4bb-49e3-8325-e348cb80bbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:40.452067921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e8fd918d-e416-49f5-a00a-f0d8c3055050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.193792508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"7ba51145-1ae4-45b9-9c8f-e4431c1239cd","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.211946176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"4fbfa1f7-52a8-433d-aa5f-808436cf026b","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.25221781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-active-auth-only","reconcileID":"8c63707b-8fe3-47e3-9ac6-41a6aa155038","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.273408812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-active-auth-only","reconcileID":"8c63707b-8fe3-47e3-9ac6-41a6aa155038","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.35001729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"cf731c83-4a95-4069-81ca-8916cac314bb","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.390288969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-active-auth-only","reconcileID":"fd739e46-afb2-40e8-bfb8-73f813eb99a9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:41.407606536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-active-auth-only","reconcileID":"fd739e46-afb2-40e8-bfb8-73f813eb99a9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:43.794361231Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-active-auth-only","reconcileID":"e9f0cb80-b999-483a-a165-a74ba2085b61","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:43.794600275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"d6308fa3-0ea6-4a2b-bddb-bb46a0e5d7c5","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:43.842201897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"eeaed3c5-e8f3-46f4-9554-6b1c3c2816d0","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:43.897763745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-sub-only","reconcileID":"ee7e81a9-5562-4a41-8322-2b6e716d78e7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:43.96367952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-sub-only","reconcileID":"ee7e81a9-5562-4a41-8322-2b6e716d78e7","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.019517785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"62072935-cee0-4907-83cb-fe31b3da6f0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.025244483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"ed529598-ec8a-40e4-a341-3c44762c9628","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.074954821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c20704fc-5f17-4355-91c5-c7117f3ee2d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.075353963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"738a09b4-9245-4471-b938-e6da08499e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.075429577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"6e3a4858-5b9b-45c0-88bc-59764fb67ded","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.09282647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c20704fc-5f17-4355-91c5-c7117f3ee2d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.093639377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"738a09b4-9245-4471-b938-e6da08499e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.094905322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"6e3a4858-5b9b-45c0-88bc-59764fb67ded","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.167089424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-test-group-no-auth","reconcileID":"48e05993-a1c3-4c7e-bdb8-14643d828cd2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.167177801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"969050c7-ef1b-4b79-a380-040bd54a47ee","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.253657821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4e6cb9e1-4b11-4aec-9613-839270e26c42","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.732998755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"b57eb396-254f-4f62-a751-8d6f346863b1","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.74923123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"24df709c-2a62-4aa9-9626-7bd7d526aa52","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.792675659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"47f2f790-551b-4179-8a7a-bc259a10500f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.810911885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"47f2f790-551b-4179-8a7a-bc259a10500f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.886564193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"e9494580-0d7f-421e-a0b0-248c03a285a0","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.927159706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"6c66f6a7-3b89-4f2f-83db-dcbc7cdae8cb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.945289131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"6c66f6a7-3b89-4f2f-83db-dcbc7cdae8cb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.95549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"ad972817-bd7e-410f-a63c-f72ae18149da","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:44.972762821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f7c18653-c789-45aa-9edc-1b6427de9774","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:44.98840424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"55263ff2-4949-4a47-b37f-c4e6ee11d98b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.026986204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"07676c4a-6e28-4b55-b13d-ccf685f7b973","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.027652066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"de347247-5ecb-479e-9a9b-f04b23d54ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.02801908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"3fdb7bd9-bdcd-4dda-91bd-6d18362ff75a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.028020679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dbf509c7-47a8-4da5-8d6e-41a980327166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.0467287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"de347247-5ecb-479e-9a9b-f04b23d54ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.047894499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"13ad8bdc-d728-44a1-9267-4241c1adb8d8","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.050218437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"3fdb7bd9-bdcd-4dda-91bd-6d18362ff75a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.051174932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dbf509c7-47a8-4da5-8d6e-41a980327166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.123855963Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"868433d6-f30c-4584-863e-5dd2dd4ab280","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.123962494Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"868433d6-f30c-4584-863e-5dd2dd4ab280","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.129344633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"943cb4d8-bfdb-4528-a8c7-fc3c3f87e016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.132317714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"a046141a-8b0b-48d0-ac9b-ed1ec0dd578b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.132563828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"724f8e99-b378-4aac-9300-bb02e659875e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.147023482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"943cb4d8-bfdb-4528-a8c7-fc3c3f87e016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.149837014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"724f8e99-b378-4aac-9300-bb02e659875e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.150944285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"a046141a-8b0b-48d0-ac9b-ed1ec0dd578b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.189128613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"b5ad9d1a-7439-4d0b-a6d3-f59976b6d58c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.204024651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"475c829a-875c-4514-a372-6b80d62fce3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.308742117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"d4855023-0f57-4fa4-bccb-c0b32d287112","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.309047971Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"d4855023-0f57-4fa4-bccb-c0b32d287112","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.374133324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-other-subscription","reconcileID":"de59ed42-a309-4f4f-a09e-cf26ab8c6d9a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.475800797Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-other-subscription","reconcileID":"de59ed42-a309-4f4f-a09e-cf26ab8c6d9a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.533008191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"c9529f2c-e11d-413a-a3e9-88a04f1b291c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.622506419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"3adac32e-a96f-402e-8aa3-559444ce2f0a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.643181797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"81b3682e-753f-40ba-b2d5-81682bdb6b65","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.664320844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"89b048d8-4d32-4b3e-8c9b-9e28f0c136fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.664525528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"c1551ab5-c38c-4e30-bf68-1d2aa4fd5a42","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.664320846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b1782162-a2d7-4b8d-9d98-e86fc04714cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.683707156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"89b048d8-4d32-4b3e-8c9b-9e28f0c136fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.684265904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"c1551ab5-c38c-4e30-bf68-1d2aa4fd5a42","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.686968876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b1782162-a2d7-4b8d-9d98-e86fc04714cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.76731188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-test-auth-access-denied","reconcileID":"cf39a790-9266-485d-b2da-b2b4e0d75167","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.767406105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"6692112c-f3c3-4a2d-8ef1-5a5973fd13f9","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.813597664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a52bdd5d-056c-4c40-b84c-9d0b6852429c","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.831592686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6b136208-d765-4d56-bc11-a7442580fc2f","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.87350286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"300be491-f5c3-4556-b813-fdbf42c29bc1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.890956598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"300be491-f5c3-4556-b813-fdbf42c29bc1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:45.930580351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"561cb2ed-9259-496e-bb11-93ec7a097b28","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.034234844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"aad6a051-6db4-48ab-ab18-b805e387f71f","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.05321401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e23729a6-2c19-4a85-b946-9396ed3f0db3","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:46.06668645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"eb8f5ba2-58c5-4087-b14c-c0ef5b57597b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.075024476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"eb6833bd-599c-4bd8-80e3-c6129e90832c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.075109914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"43f54198-17ed-4f5c-a5dc-874b543b31e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.093754137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"eb6833bd-599c-4bd8-80e3-c6129e90832c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.094255215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"43f54198-17ed-4f5c-a5dc-874b543b31e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.104631556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e025c69e-8fd4-4647-ab6c-c4b11bb00997","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.122933844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"23e0f456-3aff-4fc6-b020-dbf26b8d51f1","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.131157309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"4b86c058-74a1-4e02-bbe3-b828fcaba958","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.175612896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"29dfbd18-ffd6-4b39-95d7-890907319aa3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.193273183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"29dfbd18-ffd6-4b39-95d7-890907319aa3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.197092034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"f77320f4-20e7-4065-a610-a70d9c71b0c3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.197213795Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"f77320f4-20e7-4065-a610-a70d9c71b0c3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.26171071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c44b1267-d381-403a-8168-f0874b1abee7","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.278939993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"7034c4b2-61ed-4e48-b0d3-a1abed30f9b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.354673654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d79d7485-90e6-4539-bf4c-b30157ff2898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.354679426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c0ca3ddf-74d1-40ac-9af0-564d97b3dd98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.372170318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d79d7485-90e6-4539-bf4c-b30157ff2898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.372662818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c0ca3ddf-74d1-40ac-9af0-564d97b3dd98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.37875037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"8a46983e-6b4f-44a5-99d3-a1dcc2112487","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:46.378855666Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"8a46983e-6b4f-44a5-99d3-a1dcc2112487","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:47.374481723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"86bdbb33-8aae-4f3d-b0fe-3bedf2b5ac9f","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:47.374676966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"86bdbb33-8aae-4f3d-b0fe-3bedf2b5ac9f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.466178129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f1a6cb58-61ca-4276-9405-f440823bce36","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.510301936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9d4b904c-ee3b-4823-93f2-01591c36eea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.510537376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"f4bf456a-143d-45ca-913b-ab060b0b9222","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.510642464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d8067e34-2f58-4a05-9188-8b1afbd641d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.529022982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"f4bf456a-143d-45ca-913b-ab060b0b9222","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.52952867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d8067e34-2f58-4a05-9188-8b1afbd641d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:47.531211028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9d4b904c-ee3b-4823-93f2-01591c36eea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:47.643377986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"c3ea9607-4082-4d12-bba2-857f076a8859","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:47.643443837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-01feb0","namespace":"ai-tenant-e2e-ipp-a-01feb0"},"namespace":"ai-tenant-e2e-ipp-a-01feb0","name":"ipp-route-01feb0","reconcileID":"c3ea9607-4082-4d12-bba2-857f076a8859","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-01feb0/ipp-route-01feb0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-01feb0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.676554891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c7a82f25-d9f0-463e-9357-e51cfc1a43d7","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.720522145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"cbaf62c7-1acc-441a-8ed7-0840898c0102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.720843524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c2c6926a-ecba-439e-8227-4f1befed6dcc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.720955634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e391e0c7-994c-4a0f-96c4-d13df5184281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.741237455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e391e0c7-994c-4a0f-96c4-d13df5184281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.741390309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c2c6926a-ecba-439e-8227-4f1befed6dcc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:48.743541643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"cbaf62c7-1acc-441a-8ed7-0840898c0102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:49.926611369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"a49efcfb-b7e7-47f8-b7c4-000800f6c103","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:49.946002289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"a49efcfb-b7e7-47f8-b7c4-000800f6c103","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:49.965885994Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"a49efcfb-b7e7-47f8-b7c4-000800f6c103","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:50.067698236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"602880c9-5a76-4926-82ca-d40c2ee0f34b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:50.085280209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"602880c9-5a76-4926-82ca-d40c2ee0f34b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:50.102010402Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"602880c9-5a76-4926-82ca-d40c2ee0f34b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:51.969395436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"57df537a-4736-44e3-9d84-09b970f8814a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:51.987259907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"41e798eb-8418-4baf-bbe1-04b899c6f895","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.028000974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"9a99d983-0d29-4a59-94d1-d03da00efacb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.045794894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"9a99d983-0d29-4a59-94d1-d03da00efacb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.121006019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"89b1a40c-73b9-40b6-85a0-b4a1593e59ff","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.153675468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"32a50cb0-ba90-436a-9a78-8f258a17244a","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.161022842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"5ee432a1-1378-4489-9c8f-a1bc294304eb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.169595129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4404c542-4fb6-49d8-93d0-4e173a410d9f","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.17844437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"5ee432a1-1378-4489-9c8f-a1bc294304eb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:52.186584421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-sub","reconcileID":"640ca74d-0740-4838-8be6-a33da64b7f8d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.223358017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"fe8b34b8-9491-4173-ab10-20a885747f1d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.242006525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"99d7a2eb-e72b-4122-9abd-b6a0ac8e8a5d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:52.261096583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"5ee432a1-1378-4489-9c8f-a1bc294304eb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.276522823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"065f7833-d862-42f0-b7c6-bc0d1f5cf4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.276924441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"373e702a-187f-4d48-a208-65f97b775898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.277507146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-failed-auth","reconcileID":"b586af88-1067-4659-8af9-7f02482e735f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.295525716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"373e702a-187f-4d48-a208-65f97b775898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.35553608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"065f7833-d862-42f0-b7c6-bc0d1f5cf4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.356031486Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-sub","reconcileID":"84c543ae-6ddf-4745-807c-f868fd505354","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-status-active-sub","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.383281882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"b8199ad3-f363-41ce-9ad7-830e87cc1874","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.401974899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"b8199ad3-f363-41ce-9ad7-830e87cc1874","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.406685401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"49b94c1d-2e06-4c37-814f-125ebf8c0293","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.412623348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"47d706cf-b75f-4070-9c9b-ec2c8391625c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.480303755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"aef11dad-44cb-4b84-91fa-d8d4ec94450e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.480301123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"9cb7809a-f90a-4328-96dd-5814085cea3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.498028159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"aef11dad-44cb-4b84-91fa-d8d4ec94450e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.498257565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"9cb7809a-f90a-4328-96dd-5814085cea3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.513922687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-sub","reconcileID":"11c85813-05ee-49cf-a826-c266f1f26adb","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.794896213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ae155241-1344-40d7-ac19-e1dade751022","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.836987056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"a3142064-d7f2-4da6-b8f3-dd10f2a353b4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.837300889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3f8e4f46-bb9e-4124-b52e-93e5f816d893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.83741929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3e0fb0ac-828b-4c8d-9839-18bde55b4e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.855416993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"a3142064-d7f2-4da6-b8f3-dd10f2a353b4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.855552081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3e0fb0ac-828b-4c8d-9839-18bde55b4e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:52.857731569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3f8e4f46-bb9e-4124-b52e-93e5f816d893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.278407039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"8ce28f69-3e0c-4978-97bb-0c121ff01ff9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.278438255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"8ce28f69-3e0c-4978-97bb-0c121ff01ff9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.298019924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"3a807884-a918-42a9-9602-420ee626aa03","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.444350124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"1ed0a3dc-7651-4373-abda-c9fe99ad258d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.444370264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"1ed0a3dc-7651-4373-abda-c9fe99ad258d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.46249025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"62f0d9a2-b2be-497e-8bac-89ac71ee510d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.462515836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"62f0d9a2-b2be-497e-8bac-89ac71ee510d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.517329876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"0ad56d10-b6c2-4172-8d72-a7eb3f606eb0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.535092551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"0ad56d10-b6c2-4172-8d72-a7eb3f606eb0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.610799348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"7dc8f237-52a0-4fb6-a861-695448eeaafe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.610819884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"7dc8f237-52a0-4fb6-a861-695448eeaafe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.648233576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"c1307473-f039-4874-83dd-3511c0bf73a4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.648251481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"c1307473-f039-4874-83dd-3511c0bf73a4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.669008248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"48be3388-bda7-4ec3-a5d5-5e0e75acdf84","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.669031079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"48be3388-bda7-4ec3-a5d5-5e0e75acdf84","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:53.678188442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"16baabb9-b8c9-4c30-8286-a113c6021ea8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:53.683951499Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"48be3388-bda7-4ec3-a5d5-5e0e75acdf84","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:53.683993754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"48be3388-bda7-4ec3-a5d5-5e0e75acdf84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.689738514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"e182321f-e1be-40cd-a91b-55381f1913f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.689753123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"e182321f-e1be-40cd-a91b-55381f1913f8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.710790826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"b579d5a9-e4a6-4cad-b9ae-91228d1085df","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.710807284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"b579d5a9-e4a6-4cad-b9ae-91228d1085df","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.71729751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"3db302e5-13e5-4489-86c1-424139253444","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.717304844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"41655bb0-2fd3-42e6-9285-4132b2f8ab8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.717478446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7812f30b-3899-49ec-8159-6b9d56ffe434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.727582581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"0211af31-b0ba-4d0d-8550-6a9da270e369","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.727601514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"0211af31-b0ba-4d0d-8550-6a9da270e369","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.736050358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"3db302e5-13e5-4489-86c1-424139253444","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.736202596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7812f30b-3899-49ec-8159-6b9d56ffe434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.738105032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"41655bb0-2fd3-42e6-9285-4132b2f8ab8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.787137511Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"d9c9a0bb-a1c2-411e-a0fa-363c90d82686","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.835473983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"1153bfb5-c442-432b-90d1-8bb941498c03","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.835491027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"1153bfb5-c442-432b-90d1-8bb941498c03","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.890320617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"beb5530d-3456-48b3-8317-2347152aa28a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.963965967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"615df25c-391d-4e41-979e-59323fe50adf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.96451786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b026b663-ef1d-4364-bc02-cd083c49ef29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.964912713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"19ad38be-8119-465c-8bd8-486487925625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.981948827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b026b663-ef1d-4364-bc02-cd083c49ef29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.982201742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"615df25c-391d-4e41-979e-59323fe50adf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:53.984214139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"19ad38be-8119-465c-8bd8-486487925625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.228334985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27090970-11b1-4269-bcab-12f12ddae05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.24271368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27090970-11b1-4269-bcab-12f12ddae05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.256850441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27090970-11b1-4269-bcab-12f12ddae05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.270700779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27090970-11b1-4269-bcab-12f12ddae05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.838035003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587f1ebc-4213-4d54-bb12-c59f6fa4b3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.856825856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587f1ebc-4213-4d54-bb12-c59f6fa4b3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.871763531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587f1ebc-4213-4d54-bb12-c59f6fa4b3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:55.885716725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587f1ebc-4213-4d54-bb12-c59f6fa4b3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:56.430246328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6d3055-e660-4dce-87d3-b75d1fffe9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:56.444381436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6d3055-e660-4dce-87d3-b75d1fffe9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:56.458141615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6d3055-e660-4dce-87d3-b75d1fffe9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:56.472166093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6d3055-e660-4dce-87d3-b75d1fffe9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.5153164Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"fcee7779-10e0-4fad-a83d-1fca74a5ac61","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.576301823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"fcee7779-10e0-4fad-a83d-1fca74a5ac61","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.576329586Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"fcee7779-10e0-4fad-a83d-1fca74a5ac61","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.576437544Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-sub","reconcileID":"fcee7779-10e0-4fad-a83d-1fca74a5ac61","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.631966324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"677d84f0-4313-43f3-84b4-5fd1f4c67a01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.724388986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"098bfd1c-5dbe-4fba-98e1-2c60d32bb646","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.744498773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"3c6fc5d7-2b85-4fb0-b8ca-c311b7ba3708","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.744516474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"3c6fc5d7-2b85-4fb0-b8ca-c311b7ba3708","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.767035008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d03b57e8-301e-4a06-a6af-046879c2f1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.767044665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"15bc2df8-f399-4d83-a4c8-7a824bacd28d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.767240227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"976f644e-644c-4620-bace-db77029a4008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.785162898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"976f644e-644c-4620-bace-db77029a4008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.78517011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d03b57e8-301e-4a06-a6af-046879c2f1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.787130501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"15bc2df8-f399-4d83-a4c8-7a824bacd28d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.877893907Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"72199f47-8b0b-405d-9a12-3e1d99ef0f45","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.877914671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"18dfe752-b3fe-4a77-a6d7-85ca88185038","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:57.943820533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"8d701827-441a-48c1-b94f-0d89547d7523","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.77533263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"857e1bc3-85d0-400e-920f-dc4235eabf3b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.835962858Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"857e1bc3-85d0-400e-920f-dc4235eabf3b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.835989437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"857e1bc3-85d0-400e-920f-dc4235eabf3b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.836108628Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf","reconcileID":"857e1bc3-85d0-400e-920f-dc4235eabf3b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.847449734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f4ee142e-d2b1-4efb-82a5-ca3c2a8d9fa8","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.865284591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"7ef9a858-fae5-42e3-95b6-f02f4d7129c2","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.893651715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"874a5ef9-36b6-45c7-bd5a-54555e5cc9dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.918566189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"35ce69e5-290f-4efe-b15c-f7aaa7c11aaf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.936322716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"35ce69e5-290f-4efe-b15c-f7aaa7c11aaf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.966633532Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"35ce69e5-290f-4efe-b15c-f7aaa7c11aaf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:58.984328682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"0993d5ce-6d9e-4084-8b4b-815294b0b5c4","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.025442884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7af75ab4-c140-4fbb-810d-2536d156d3c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.025586876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bac9e248-46e0-4096-86cc-71befa2df183","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.025758453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"959f526a-4bf3-4729-b4cf-60a6f574ad76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.043583663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bac9e248-46e0-4096-86cc-71befa2df183","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.043667888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"959f526a-4bf3-4729-b4cf-60a6f574ad76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.046593212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7af75ab4-c140-4fbb-810d-2536d156d3c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.149894537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"87f58667-9692-4c75-9c8b-70f88a2cb206","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.180703608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7846167d-c7f3-438e-9b59-591d9350410c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.198888798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"9c8a8fb7-c22f-4d9d-9651-df561a03212f","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.25224763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"f44218eb-ae38-4729-98f6-74767687c711","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.269723045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"f44218eb-ae38-4729-98f6-74767687c711","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.298631284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"4d6fab60-42ad-450f-b70d-a2627102b829","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.298744763Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"f44218eb-ae38-4729-98f6-74767687c711","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:34:59.424308052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"f44218eb-ae38-4729-98f6-74767687c711","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.482837204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"b431ebd2-50a9-4346-b69a-6cc4e0a54938","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.500459854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"b431ebd2-50a9-4346-b69a-6cc4e0a54938","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:34:59.52981337Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"b431ebd2-50a9-4346-b69a-6cc4e0a54938","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.120307063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6ec6085a-c8da-4630-bd8c-b9e8bfa4802b","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.138542634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"9e7c8fc5-31ec-42c9-9d4a-f33089fc24fc","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.178577309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"93ef8d61-ad94-4ef2-89c7-78769f3aac7f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.195827675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"93ef8d61-ad94-4ef2-89c7-78769f3aac7f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.271307201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f56ae700-2014-4596-b339-fef5cb523dcf","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.311329287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb74ea2f-204e-43de-b2b4-0f84f7e167ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.323148068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"1723b093-7aba-4f82-9e80-59b410d9c1bf","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.328450149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb74ea2f-204e-43de-b2b4-0f84f7e167ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.341460672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"09d56c94-e2aa-4aaa-8e5b-8df734f4bae2","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:00.35238984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"24ad7d51-5d9d-4ef9-b053-44368ef6eec4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.389757372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"8f9833ac-ad7c-4b6c-a348-9968d1975688","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:00.399172458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb74ea2f-204e-43de-b2b4-0f84f7e167ce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.408113111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"be90ad55-a289-4f41-8f90-d36cfc97147c","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.411366669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7d3a72ff-b2ae-4e35-902c-97cc8c574977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.411478547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a9c2ded9-498a-42eb-8714-08246009d0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.428747672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a9c2ded9-498a-42eb-8714-08246009d0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.428793012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7d3a72ff-b2ae-4e35-902c-97cc8c574977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.484646136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"c3a878d0-4cd2-4b46-8476-13ff8f8f07ea","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.484774108Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"c3a878d0-4cd2-4b46-8476-13ff8f8f07ea","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.511734746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"bea35570-ca9c-4e68-b673-4e03d5346450","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.529053605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"bea35570-ca9c-4e68-b673-4e03d5346450","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.548070899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"652e5d91-7d34-4f29-aa42-1ed28d5b8f99","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.563739728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"511ad997-3e2f-41a0-8fd5-c375274ef7c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.612821851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c53b4d5a-51d0-4708-869d-501aaab33712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.612845815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"40fcd567-8f50-4d44-80b2-735c62f49f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.630287081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"40fcd567-8f50-4d44-80b2-735c62f49f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.630771383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c53b4d5a-51d0-4708-869d-501aaab33712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.664466778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"dfd64b18-9065-4971-a44e-c19d1b410588","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:00.664624749Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"dfd64b18-9065-4971-a44e-c19d1b410588","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:01.319251516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"b689521c-16c8-4833-a7c7-087228e364ce","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:01.319315427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"bff283f0-3836-4ffb-b769-0cac0ce972e5","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:01.333429883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-status-degraded-auth","reconcileID":"b689521c-16c8-4833-a7c7-087228e364ce","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:01.378018923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"823b7190-b5cc-43f1-89a3-1d52e951d479","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.714897257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"eb132501-39e9-4f78-b8cb-b0e8fdbbc115","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.772993264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"90fd92ab-0815-4f2c-b0e8-dc8a0c3170e4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"tenant":"e2e-worker-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.773013766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"90fd92ab-0815-4f2c-b0e8-dc8a0c3170e4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.843067105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-sub","reconcileID":"156e7183-409e-49a9-8ffe-0bbf9a6fe2fd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.902812301Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-sub","reconcileID":"156e7183-409e-49a9-8ffe-0bbf9a6fe2fd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.960895366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"09e51151-8b9a-435d-b443-98071f8c1ba1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.967182325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"c983a3f5-a7ae-471d-bd32-21d7055d2ca3","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:02.986947019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"c066a36e-de1f-4787-9134-ed65f013e1bd","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.010380046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"5d346a1d-82b5-4f04-a5b2-44906deb8b4a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.010399939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"01fe988b-0b15-4350-9787-3a6c73f8561c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.010902314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2323443f-c1ad-4e15-be8a-c5bed6a8f480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.011512571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"1bd9e13c-c990-462a-bd75-b5f6050d3506","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.028485981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"01fe988b-0b15-4350-9787-3a6c73f8561c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.02869847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"5d346a1d-82b5-4f04-a5b2-44906deb8b4a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.030826099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2323443f-c1ad-4e15-be8a-c5bed6a8f480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.109948726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b82bd99e-537e-4302-8bad-ea7fa44fee09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.110562505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d66005b0-b766-4ee5-9206-6b06d6fb5c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.125391143Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"f2b048d0-6e03-4d25-a3d9-98757b86d100","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.129876342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b82bd99e-537e-4302-8bad-ea7fa44fee09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.131116026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d66005b0-b766-4ee5-9206-6b06d6fb5c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.139604106Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"f2b048d0-6e03-4d25-a3d9-98757b86d100","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.208471285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"0fc8e4a4-bf5c-49a3-93e8-35b8ad995d89","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.221324296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a2eb29d0-58ed-447f-87b9-c852a935ac50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.221736852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a97c69cc-c609-4454-873c-54408ec54cfd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.226137849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"0fc8e4a4-bf5c-49a3-93e8-35b8ad995d89","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.238703633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a2eb29d0-58ed-447f-87b9-c852a935ac50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.2397844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a97c69cc-c609-4454-873c-54408ec54cfd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.239820981Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a97c69cc-c609-4454-873c-54408ec54cfd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.25811673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-status-active-auth","reconcileID":"c1573382-b260-446b-bed7-2783f9ee7c54","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.271845339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"79df6b23-0fcd-49b2-bbdd-f6343370e64d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.278064578Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"2efc73e1-bc00-4c15-b3d6-c991f34f9e48","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.321911086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7cb5d3d9-7cb8-46f1-8b90-df5ecee2712b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.340120317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7cb5d3d9-7cb8-46f1-8b90-df5ecee2712b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.42195965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"c1e1a202-bdea-4587-a09e-671a24d9baea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.427224542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a8683532-99bb-4134-8622-36ba2d17aabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.439740568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"c1e1a202-bdea-4587-a09e-671a24d9baea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.439773557Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"c1e1a202-bdea-4587-a09e-671a24d9baea","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.445326289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a8683532-99bb-4134-8622-36ba2d17aabf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:03.454024228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"e2e-temp-model-status","reconcileID":"5a15890e-a22e-47ad-81da-001963593cd6","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.454241429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"c6081ea5-6784-44cc-bf69-f87582e8877c","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.473283082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"c7bc66e5-6f38-42c4-b4fd-2c34283ac655","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.522184344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"05c3686b-b0ec-4502-9a1a-9a626d9c6782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.541777059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"05c3686b-b0ec-4502-9a1a-9a626d9c6782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.765556134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d6844171-dd39-46b1-a680-991af53220cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.765556133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a03e8281-c9e2-46e5-a29b-50835505657d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.78482685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d6844171-dd39-46b1-a680-991af53220cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.784852931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a03e8281-c9e2-46e5-a29b-50835505657d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.801322137Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a03e8281-c9e2-46e5-a29b-50835505657d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.861669271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8603699a-fb1c-4b2d-83a4-faf4f1fff5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:03.879143632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8603699a-fb1c-4b2d-83a4-faf4f1fff5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.267652936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"70ca060a-8a36-4472-8cb8-4cf893536bb6","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.283778043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ae3c75bb-2185-41b1-9ca5-716ae47f2895","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.329752754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"30eba001-9e36-4d98-a674-30df96009fe5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.3481571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"30eba001-9e36-4d98-a674-30df96009fe5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.488259303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4ddb8daf-5b8c-41f3-b9aa-a118d6cf246d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.50701016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"aec03300-9ee8-4a74-a4aa-6f1ca88aff03","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.51548983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"899718a4-79ad-4134-9a1b-651168f36ff0","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:04.517850811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"74decbb0-89ea-403c-a25a-a58478447ab5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.528724038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"98eee8be-0781-474d-872d-d3b2116eb014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.52917242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"759692cf-3808-4b66-a2b7-78e3ef5a002c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.546664619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"759692cf-3808-4b66-a2b7-78e3ef5a002c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.546788154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"98eee8be-0781-474d-872d-d3b2116eb014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.555219053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"88c2d6a6-c110-480b-85e3-9dcd519cb4fe","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.573599026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"50ed1a77-5bbb-4b0a-91a6-826e786523d5","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.628854508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"0f9d7475-26c4-42c9-9d25-393a77ead12d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.647097848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"0f9d7475-26c4-42c9-9d25-393a77ead12d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.649423748Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"9f7b8fd3-c9c3-499c-be72-e1210ec904e0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.649562303Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"9f7b8fd3-c9c3-499c-be72-e1210ec904e0","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.715355028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"6f54c9c0-bdca-4eec-9997-1a4673ce08b0","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.730627122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"8658ea9d-9b84-4f58-b5c9-ee51ea2c0886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.742610637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"58e6f44f-0cfa-48a0-98cd-6ed9f920928f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.743162511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"082bb320-12ef-43bb-bbf1-c5debdbf8d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.760368921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"58e6f44f-0cfa-48a0-98cd-6ed9f920928f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.762369675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"082bb320-12ef-43bb-bbf1-c5debdbf8d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.830275015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"808af34c-a99a-4e9d-88e7-da6ed25ab76b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.830410464Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"808af34c-a99a-4e9d-88e7-da6ed25ab76b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.842052003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"eb4e5e0f-0351-4a99-8f84-3c0737bbf669","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.860317109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"eb4e5e0f-0351-4a99-8f84-3c0737bbf669","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:04.888250971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.047066581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"737d0569-9bf0-464d-9b61-4ea24b7cd4d3","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.162322916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"afac50af-0b64-4ab2-97a8-e147c8ee5801","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.162722473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"730c7eaa-6ec0-40d2-a0db-60d9b42d8419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.163023422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6953e8b5-4634-4fe5-8c49-e86f36893f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.164308861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"31482cb0-b739-4ba3-bbfa-ce41aee2da93","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.180394932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"afac50af-0b64-4ab2-97a8-e147c8ee5801","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.181038557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"730c7eaa-6ec0-40d2-a0db-60d9b42d8419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.18130575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"2f458fcc-8825-4b77-83a6-68f731ce0801","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.182890136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6953e8b5-4634-4fe5-8c49-e86f36893f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:07.190890504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-list-subs-refs-sub","reconcileID":"5fa16be7-72ab-4ffd-a6be-9b6eb8034b2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.25543811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dec16fbb-4f0d-406a-9b01-544d7e0e71ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.255437538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b788ff91-35fe-4459-8a09-b979e94b6f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.256004834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"f3e72453-fe21-4432-ae59-6a36b52ceb9b","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.273646947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dec16fbb-4f0d-406a-9b01-544d7e0e71ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.274477658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"262b5cac-829b-4bbc-8b49-057052b0c91c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.274538134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b788ff91-35fe-4459-8a09-b979e94b6f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.351560652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-list-subs-refs-sub","reconcileID":"45a205a3-10df-4bb3-a750-781228c9d754","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.363711906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9d3b2d72-ac54-41ce-961b-578770213357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.364310672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"677ff21a-31d6-45b8-b95b-f29c8029193e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.381737514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9d3b2d72-ac54-41ce-961b-578770213357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.381974423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"677ff21a-31d6-45b8-b95b-f29c8029193e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.404557453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"32b1f93f-70e2-4a76-b9bf-3b800263e604","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.434252524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"3c9a1def-2f1e-4a5b-8068-b8014d6d952a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:07.531160507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-list-subs-refs-sub","reconcileID":"15196556-2ded-4f34-ba7a-082c36905096","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:09.8664021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"38a5c4d7-f1bd-422f-ad07-6fbe8fda4eaf","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:09.910300526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"145bdbeb-a273-4c7d-b736-8fbaa2ebd1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:09.91072262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c84c1fa5-c7bf-4f07-a23f-ec207aa9a175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:09.927863071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"145bdbeb-a273-4c7d-b736-8fbaa2ebd1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:09.928043595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c84c1fa5-c7bf-4f07-a23f-ec207aa9a175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.137474035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","namespace":"ai-tenant-e2e-ipp-b-292f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.137529183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","namespace":"ai-tenant-e2e-ipp-b-292f3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.137582275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","tenant":"e2e-ipp-b-292f3d","tenantID":"e2e-ipp-b-292f3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.152709325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Deployment","name":"maas-api-e2e-ipp-b-292f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.182478319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Service","name":"maas-api-e2e-ipp-b-292f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.199781353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-292f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.218402446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-292f3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.234243623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.249872645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.268263061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.283990166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.299234093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.315054045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.340706752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Service","name":"payload-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.364057552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.380490991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.400370844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.419423511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.436583885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.452709522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.468069848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.48323925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-292f3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.49953258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-292f3d"},"namespace":"ai-tenant-e2e-ipp-b-292f3d","name":"default-tenant","reconcileID":"9e248e69-972e-40de-9f99-d05550dadb37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-292f3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:10.741846132Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-292f3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-292f3d","reconcileID":"1007df31-30ff-444c-a2a0-d005ee78f2d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-292f3d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-292f3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.123526668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc545550-3aec-4658-8334-21b5ed7522de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.137551929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc545550-3aec-4658-8334-21b5ed7522de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.151383543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc545550-3aec-4658-8334-21b5ed7522de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.16528185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc545550-3aec-4658-8334-21b5ed7522de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.719220039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef570ead-44e7-4b62-9111-00574b1dbc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.73315538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef570ead-44e7-4b62-9111-00574b1dbc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.747015606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef570ead-44e7-4b62-9111-00574b1dbc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:11.760926964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef570ead-44e7-4b62-9111-00574b1dbc0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.058285073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"0c5dfb7b-bd82-4b57-9e89-8ad509855c02","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.120464186Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"0c5dfb7b-bd82-4b57-9e89-8ad509855c02","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-2fa947/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.120493561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"0c5dfb7b-bd82-4b57-9e89-8ad509855c02","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.120606411Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey","reconcileID":"0c5dfb7b-bd82-4b57-9e89-8ad509855c02","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-2fa947/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.176562498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"4bcd68a7-0964-4ef6-9479-5480899a09cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.268230715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a39b513c-898d-49f6-8d10-86779069db57","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.308840293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"7d3a5a2a-3e6f-48d0-b9aa-0702c29c64d4","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.309113501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4fada293-71e8-407d-9c9b-e845c920e74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.309238289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0544d8e8-2a8b-4ffb-9a45-03b19baae784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.328876294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0544d8e8-2a8b-4ffb-9a45-03b19baae784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.32900875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4fada293-71e8-407d-9c9b-e845c920e74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.331226954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"7d3a5a2a-3e6f-48d0-b9aa-0702c29c64d4","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.418205711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"e2e-degraded-models-apikey-auth","reconcileID":"7953b553-ba9e-4ee0-ad2b-c123c732094c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.41825479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"3b5478ae-2db0-4862-9777-e6c99cb234c5","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.490123777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f05c982c-a2be-4434-8ee6-c18db429326c","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.760776106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"a3478aa8-4409-45f3-ad45-ae4a587ce8c8","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.76093001Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-sub","reconcileID":"a3478aa8-4409-45f3-ad45-ae4a587ce8c8","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.985120083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a29a36ba-b522-417f-88c9-897ab9afde8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.985232017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"53d4afe7-2d41-4a32-a828-8e2fc8a9b3f3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:13.985121046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"47032149-2249-4497-bea9-149924bdaa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:14.003175338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"47032149-2249-4497-bea9-149924bdaa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:14.003680245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"53d4afe7-2d41-4a32-a828-8e2fc8a9b3f3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:14.005527237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a29a36ba-b522-417f-88c9-897ab9afde8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:14.021278649Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"53d4afe7-2d41-4a32-a828-8e2fc8a9b3f3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:14.131177505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-status-transition-auth","reconcileID":"a5aedfa5-b38c-4b33-8da9-e7776e25bc0a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.096251767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"3046014d-70d5-434d-838b-8f875e216a64","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.159353436Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"3046014d-70d5-434d-838b-8f875e216a64","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.159381781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"3046014d-70d5-434d-838b-8f875e216a64","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.159467698Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube","reconcileID":"3046014d-70d5-434d-838b-8f875e216a64","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7d47bd/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.216579149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"109378e5-9778-46a6-a487-e81a5f67f3e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.306930712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"ffbbc147-0dd7-4834-824e-88fadb1f42d0","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.348042904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"287cf9ba-9300-40d3-ab26-5fbb61dd668f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.348367956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"f5488a24-d902-4367-9287-a0e329c4dbbd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.348601337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"caa948e8-ea91-40f9-bf8c-b185c001cdf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.366955706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"f5488a24-d902-4367-9287-a0e329c4dbbd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.371606608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"caa948e8-ea91-40f9-bf8c-b185c001cdf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.37174255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"287cf9ba-9300-40d3-ab26-5fbb61dd668f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.481571994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-degraded-models-kube-auth","reconcileID":"31eefab9-6008-42f1-b438-e28f679f95d3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.481593004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"1671dd1f-edc2-44d6-8c01-05077f32c15e","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:17.52998584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"76234f71-47d6-4b33-9a3f-ab471f02725e","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:19.107423425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"23f51521-8fbb-4158-8dff-72c1fd704540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:19.107655851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1e5d7b85-a84b-4704-b348-66eff82ad265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:19.125451983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"23f51521-8fbb-4158-8dff-72c1fd704540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:19.125603229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1e5d7b85-a84b-4704-b348-66eff82ad265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:19.913281493Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-list-subs-refs-sub","reconcileID":"2762a082-f136-49e7-8262-ec28a5a24674","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:19.974972403Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-list-subs-refs-sub","reconcileID":"2762a082-f136-49e7-8262-ec28a5a24674","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.031055645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"d21d108e-fb60-4ba0-8b5d-08633eaacaef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.036880638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"1ca992a8-a276-4581-bbf8-2085f5a4181c","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.077368755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"12b96cd7-3bf5-4b03-8c7c-12d215cf3c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.077376588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9b2fcba8-a308-4d6a-b2f1-7a22460b86e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.094878838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9b2fcba8-a308-4d6a-b2f1-7a22460b86e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.095115168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"12b96cd7-3bf5-4b03-8c7c-12d215cf3c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.552394348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"beacb8d6-7e23-4d0a-afe9-06b710d0dfc9","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.55274691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"eb29388f-5a28-47a6-90d4-318cfaba3545","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.570941192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"01f93466-e34d-40ed-ac7d-665da45c4be0","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.571259288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"e37433bc-a9f2-471c-b0c6-b80c457b3aa7","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:20.582723597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"681a6f49-9ff0-46c2-8e5a-5e355ea960d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.594329808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"39607096-6a6d-417f-9167-30297f7d5c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.594367017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e606bdd1-9dbb-4618-aa78-8abf88b266ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.612202674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e606bdd1-9dbb-4618-aa78-8abf88b266ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.612270368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"39607096-6a6d-417f-9167-30297f7d5c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.623367549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"fd1961a5-ba87-4d62-911a-7da44244e867","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.623964798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"47bb8b8c-fb2e-49d4-b033-60a82cbce2d4","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.643480458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"48c08925-7720-439a-9361-1868c8718354","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.64384668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"85bac8fb-6f16-4c8d-bb1d-1725ab00ca9d","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.704568834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"7fdacbec-c89f-44f8-9503-70ce382f39a4","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.71753975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"6f736f74-e7c7-4145-bb64-a23866abb625","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.72302114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"37deb352-fd39-4534-b155-6b4b2476094b","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:20.734694035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"42c3e77b-5605-4097-890a-9e4f3ec5fa09","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.739578482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6d59a0d9-6a2c-482e-814e-bf77152aecfc","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.740004481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0d9819b6-4fa1-4c3e-8586-a0c727061780","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.744873301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2f4f317b-aca3-4e22-8088-71c2b3a25552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.745195693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"30f5dc7f-f11a-4be2-a7f8-eeb04f966fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.763725923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2f4f317b-aca3-4e22-8088-71c2b3a25552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.76375363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"30f5dc7f-f11a-4be2-a7f8-eeb04f966fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.764539678Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"6f736f74-e7c7-4145-bb64-a23866abb625","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","model":"distinct-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.771192873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"864b835f-4508-42f5-8158-b03942787c38","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.787004152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"7c3c7efc-c28f-479a-a97b-9cbc3f081160","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.800290608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"df72ff4b-77d3-4254-9363-32f080526703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.802876704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"b3fd088f-083a-42f3-b8d9-e80e21b41cc7","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.821205765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"5c77a4ec-e6c0-4b57-b97b-8d12e93d53b6","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.829628721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"47a3a3cc-36c5-4783-9b83-2cebaf480745","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.829921133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"84cbc3fa-70e0-4235-b9ec-287d504c9e60","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.84509435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2d874d8a-b548-4f48-ab99-1c6b4e0d5e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.845346781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"9332ce9e-c872-497e-bd25-f262efeeb106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.862790009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"9332ce9e-c872-497e-bd25-f262efeeb106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.862920998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2d874d8a-b548-4f48-ab99-1c6b4e0d5e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.899549493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"6f776999-1120-469f-80f8-60a61e97c631","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.903228911Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"b49b318c-7a54-47fb-81fc-4992c584a6b4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","model":"distinct-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.920162885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"fe09a9ca-587c-46f2-a5b6-897ff45f5ade","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.920722286Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-ed84cd priority=0:[ai-tenant-e2e-worker-w2-ed84cd/e2e-model-match-sub ai-tenant-e2e-worker-w2-ed84cd/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.939477978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"4d38ea35-49e0-414c-89b1-6662eb37e4b1","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.940609568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"6f776999-1120-469f-80f8-60a61e97c631","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.94743017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0f055e80-eded-46e3-b176-d20cdb4395b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.947698608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-auth","reconcileID":"f3f0597b-027b-479c-b245-8b0e308bf6b6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.947773303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"46766cca-da16-4a4d-8824-d11e41dc3fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.950164202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"0714afcc-b82d-421b-8f35-1c8ca08da28c","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:20.950219781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"b49b318c-7a54-47fb-81fc-4992c584a6b4","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:20.953374404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-ed84cd/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.965901227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0f055e80-eded-46e3-b176-d20cdb4395b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.965975283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-auth","reconcileID":"f3f0597b-027b-479c-b245-8b0e308bf6b6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.968150092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"46766cca-da16-4a4d-8824-d11e41dc3fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:20.968439486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"add65fb0-8461-4ede-b1ab-6fef37aa21fe","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.012046503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"6437d4a4-7f82-49b9-8597-070d42c5fda3","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.072035493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"2c713c06-c824-4518-9010-aea2272b9e6b","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.095924452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e669cf4e-beac-43ab-8395-70708b5dab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.096283726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"add2cc49-05e2-4434-b0cf-6c4822b99f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.107518863Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"e75bd9cf-f8c4-4b65-adc6-36f2cd24d7fd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","model":"distinct-2-w2-ed84cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-ed84cd/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.117400106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"add2cc49-05e2-4434-b0cf-6c4822b99f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.117658398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e669cf4e-beac-43ab-8395-70708b5dab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.122779082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"cdce70d0-9dc1-42d7-8922-ec180b587bd7","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.143058496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"a3d727ce-8317-4a53-a01e-5c0055b2b300","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.196204564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-auth","reconcileID":"3dadb4b0-2119-4d21-ae5f-1132ea3dfeba","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.209727293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"93f2d7e5-096b-49d0-aa06-4cfbe61409bd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.210065577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"29d37721-3b02-4c8d-a925-6ccae8fe2ade","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.214529914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-auth","reconcileID":"3dadb4b0-2119-4d21-ae5f-1132ea3dfeba","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.214611906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"052b2fa2-32ae-4aba-a1d2-483396eb7407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.215225485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"6bfcd651-c94a-46cc-9179-47dbed4c63f5","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.227944838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"93f2d7e5-096b-49d0-aa06-4cfbe61409bd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.232251734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"052b2fa2-32ae-4aba-a1d2-483396eb7407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.306176253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"81ca2e02-f36c-4a1e-9da1-87757bc3eb7a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.311931894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dfb50572-d72a-46d9-a0a4-25dea570a880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.329489501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dfb50572-d72a-46d9-a0a4-25dea570a880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.329735988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"a93331fd-e447-44a4-b00a-a3c9155eeb73","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.349017208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"857f64b4-c325-46aa-b474-6269246b835e","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:21.364360333Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"857f64b4-c325-46aa-b474-6269246b835e","name":"distinct-2-w2-ed84cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:21.36441314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"857f64b4-c325-46aa-b474-6269246b835e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.364521157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"350e1b42-8f58-42ef-b606-090c45b8b204","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.369566506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"1a6abd03-30dd-49f0-929b-e4a986ec6bfe","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.42728279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"62e765e6-f6b6-49a5-a272-21938d994156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.427317092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"2a0b6a7d-2f63-4f83-9099-9fbd276903d5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.435174911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"2dbac649-0221-4901-b745-c8a472ed6cbc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.448198405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"62e765e6-f6b6-49a5-a272-21938d994156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.448637812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"2a0b6a7d-2f63-4f83-9099-9fbd276903d5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.452784495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"2dbac649-0221-4901-b745-c8a472ed6cbc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.460763766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"c7e9e108-4924-42a9-a136-86eecf951a92","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.612823237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"45e19b27-5f74-4400-b90c-75489c03f367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.631697737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"45e19b27-5f74-4400-b90c-75489c03f367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.664637842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"38f06a61-8091-4acd-bbf7-c5d4489328a5","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.735650625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"67086a76-043c-41c3-83bb-018427f668df","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:21.754552071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"67086a76-043c-41c3-83bb-018427f668df","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.629811819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"a60de348-9eb2-49eb-be7b-959d84cd732b","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.677514263Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"630c125b-c67c-4222-8172-d940ae37b9e7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d226255","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.6995468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e7154470-4da8-4062-b7d5-00966ec0a44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.699551252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"f4cb104d-cf15-4a33-8147-2efd44363520","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.699845289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"6d80e084-5437-4513-9816-c628c49100a1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.700024883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7b5bd60a-11a8-4bca-8ff9-081ba8f9379d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.718927182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"f4cb104d-cf15-4a33-8147-2efd44363520","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.718996986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7b5bd60a-11a8-4bca-8ff9-081ba8f9379d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.722433795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e7154470-4da8-4062-b7d5-00966ec0a44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.722553967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"6d80e084-5437-4513-9816-c628c49100a1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.919119872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"ed062610-8236-499e-9a3a-fc6d3080c239","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.919607422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c46f5d85-8496-4ba7-ba94-5bf300f30c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.919737138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"93578815-b186-42c1-bb17-4458323db2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.919607155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"184b80a5-f8f1-4169-ab48-9cc52b831722","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.937603928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"184b80a5-f8f1-4169-ab48-9cc52b831722","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.938205763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c46f5d85-8496-4ba7-ba94-5bf300f30c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.939876137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"ed062610-8236-499e-9a3a-fc6d3080c239","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:22.940349722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"93578815-b186-42c1-bb17-4458323db2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.195796277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"fd1097ff-bb4f-4322-ad02-cc1fb68cec04","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.215069361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"3646de87-60e0-4e93-b304-064855e087c8","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.227460064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"71cc6bad-03d4-48dd-9cd9-03919d4bebd4","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:23.230028891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-390929/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.237549372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a7497964-50ad-40ba-be0f-60788d02b79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.237564225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"a0ba314e-0cf6-4bab-aecd-d91f4080542a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.245742663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"6d0f4bf7-ffef-4c02-afde-31802b856f2c","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.256154348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a7497964-50ad-40ba-be0f-60788d02b79d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.256196073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"a0ba314e-0cf6-4bab-aecd-d91f4080542a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.306401651Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-sub","reconcileID":"6f009f13-9ab0-4b1c-8a97-1ca7d32a91e6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-distinct-w1-390929","model":"distinct-w1-390929","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-390929/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.378498986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"3f435c7c-b295-4249-bcb5-ebd164246fe3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.378529115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"3f435c7c-b295-4249-bcb5-ebd164246fe3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.398465011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"e78889e3-bc5d-4c7f-9077-738d801fcd4e","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.399098167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"adbfcbbd-0c27-46ee-bafb-262df323bc92","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.412698356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-sub","reconcileID":"9cce74ad-17fb-45af-bd71-bfc49d1ad5d6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-distinct-w1-390929","model":"e2e-models-e2e-worker-w1-390929/distinct-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.418327206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"8381d4b9-e9fe-4125-bc52-63e2d0bfb897","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.42217145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"7471db70-6a59-46e6-a0df-d19db5b8ff61","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.42493415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"cd341963-ca46-4e5d-a583-0141df3f3307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.425138904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d98a5da8-3aa1-4e4f-b4d7-54cf3cc793a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.442992443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d98a5da8-3aa1-4e4f-b4d7-54cf3cc793a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.443467569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"cd341963-ca46-4e5d-a583-0141df3f3307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.539206056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"fdc447a9-2b59-4550-b978-4268e80bab8d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.546725597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"a020d696-38c8-48e0-9bce-0d30b9b198cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.546743369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"a020d696-38c8-48e0-9bce-0d30b9b198cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.556863876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"fdc447a9-2b59-4550-b978-4268e80bab8d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.563957088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"7f268cd8-a30d-403f-9f37-13f71ba3192b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.563984969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"7f268cd8-a30d-403f-9f37-13f71ba3192b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:23.57996163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"d38c6ef7-bb69-4068-bcc7-2dbdf1b44001","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.585038006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"26303671-2a16-4d4d-9c81-9f4c8a9e616c","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.618354054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"deeea42c-e95d-42ac-9801-67db3de71f17","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.618372589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"deeea42c-e95d-42ac-9801-67db3de71f17","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.663758096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"70c07976-7db8-422c-8348-0ddf5ce2910d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.663783602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"70c07976-7db8-422c-8348-0ddf5ce2910d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.665677884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"acdaa523-92bd-47e6-84a6-fa3647552647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.680415443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"367c64bb-ce8d-43b1-aad5-992f58910b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.68343297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"acdaa523-92bd-47e6-84a6-fa3647552647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.755997893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"367c64bb-ce8d-43b1-aad5-992f58910b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.756072591Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"97e4c83a-bf92-47b0-88f0-c6b98df674be","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7d47bd/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.757423794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"52398afa-9e0f-4660-9ee2-7abbde8caab7","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.757818479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"29d23e6d-1225-493c-b769-750f7bc4b7a4","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.758102152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-auth","reconcileID":"d60b94c0-7c4d-42f0-8e5f-63317aad30ae","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.788904375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"f1e1c889-e9f5-4bce-b972-ad081634a580","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.788919273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"f1e1c889-e9f5-4bce-b972-ad081634a580","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.809881499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"a459fb87-15b3-4f7e-b1a9-322df9febce8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.809901343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"a459fb87-15b3-4f7e-b1a9-322df9febce8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.867394818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"6a5539a2-e08b-43a4-8042-3435c2146d2e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.86742488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"6a5539a2-e08b-43a4-8042-3435c2146d2e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.869614624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"f75e2972-4638-478c-9ca7-fe9f4df429d9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.887910914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"f75e2972-4638-478c-9ca7-fe9f4df429d9","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.914957731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"09c83c02-d94c-40f7-9c99-671fa180253b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.915336118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"345dd790-7cc3-4662-af88-1b6b76c465ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.920779138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"64142285-55c9-4b0a-b61d-0d405d194412","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.926703227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"08ba9172-ff54-45b4-b983-ad0c7c68bbee","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.955254923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"09c83c02-d94c-40f7-9c99-671fa180253b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.955745684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"345dd790-7cc3-4662-af88-1b6b76c465ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.971684641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"930f7c14-d77c-41cc-ac52-94f29bd72e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:23.990166597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"930f7c14-d77c-41cc-ac52-94f29bd72e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:24.031746026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"f75e2972-4638-478c-9ca7-fe9f4df429d9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.032737692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f5c5d3-9b2e-44e8-8f17-4f55795f1096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.033476403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"27785a18-9f63-43d5-a182-047f41c47b51","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.033490426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"27785a18-9f63-43d5-a182-047f41c47b51","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.048836705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f5c5d3-9b2e-44e8-8f17-4f55795f1096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.063998265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f5c5d3-9b2e-44e8-8f17-4f55795f1096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.07723641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"1ad3045d-719e-4dcf-a792-2192ff4bfa6d","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.078160195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f5c5d3-9b2e-44e8-8f17-4f55795f1096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.079178705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"5609ca56-36d5-423a-9aea-ffd603a63ec4","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.106338296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"713a5d37-8f58-4057-97c6-7d0055dd0c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.127824232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"713a5d37-8f58-4057-97c6-7d0055dd0c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.167653969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"476ef143-96b2-4c9a-a086-c8dd29139261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.168128723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"166c2524-2bbf-4f37-a5cf-d16e725612d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.181212476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"b5eb900f-dfbd-4d63-b53c-8fe67a1c8d64","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.18138009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"ef976860-f5fd-4a89-95fb-8924144518af","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.185898307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"166c2524-2bbf-4f37-a5cf-d16e725612d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.185933796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"476ef143-96b2-4c9a-a086-c8dd29139261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.199124367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"b5eb900f-dfbd-4d63-b53c-8fe67a1c8d64","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.199128773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"ef976860-f5fd-4a89-95fb-8924144518af","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.613656969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"3e9d7819-675d-4f47-b7dc-ec576a12e954","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.613822427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"f581f42e-69d5-4ead-bd23-ced52052aca7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.613842425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"f581f42e-69d5-4ead-bd23-ced52052aca7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.635390635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2987345-f010-4725-a8af-bbf51ce0bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.650348961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2987345-f010-4725-a8af-bbf51ce0bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.664489832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2987345-f010-4725-a8af-bbf51ce0bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.679555979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2987345-f010-4725-a8af-bbf51ce0bd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.709327077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"d92a5088-d0dc-4ab3-b4f4-1bf8f0fe0736","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.722550698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4abe38fe-72c0-4aaa-aeb2-8ea3ca390d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.722555153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2859e95f-626f-434b-a101-79d937baa268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.740837529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2859e95f-626f-434b-a101-79d937baa268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.741366671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4abe38fe-72c0-4aaa-aeb2-8ea3ca390d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.761423044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"a64df0d4-ddd7-4b11-bc08-ffa0f14f69e4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.761860194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"1d5485da-8c63-44c9-92d0-0f3ce648da94","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.761876592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"1d5485da-8c63-44c9-92d0-0f3ce648da94","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.837497215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"70e6623e-6e03-4c64-833e-5c3a9a2c3dfa","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.848979951Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c8c348","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c8c348","reconcileID":"38377caa-dbca-4fe5-9b05-bd6a3ec54bde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-c8c348","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-c8c348":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:35:24.856305199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-auth","reconcileID":"a64df0d4-ddd7-4b11-bc08-ffa0f14f69e4","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.885425734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f68d894d-6a48-4522-b65d-23fe65b3d778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.88542573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"2c29845e-4b8b-484e-9178-4eab49947a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.904229669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f68d894d-6a48-4522-b65d-23fe65b3d778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.907126251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"2c29845e-4b8b-484e-9178-4eab49947a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.912965664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"02682255-8560-4c07-991f-67822d25c664","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:24.912984273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"02682255-8560-4c07-991f-67822d25c664","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.155452125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"06a99b33-f2f2-41dc-8c65-f9789d07d885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.174281933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"06a99b33-f2f2-41dc-8c65-f9789d07d885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.197833796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"fc490578-708f-4043-a056-03d203895100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.215562608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"fc490578-708f-4043-a056-03d203895100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.317561975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d1d7f-dae2-4a2a-9bb8-32eb5136c678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.331764306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d1d7f-dae2-4a2a-9bb8-32eb5136c678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.345572625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d1d7f-dae2-4a2a-9bb8-32eb5136c678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:25.35947706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047d1d7f-dae2-4a2a-9bb8-32eb5136c678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.395207779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-auth","reconcileID":"abd9a844-fb17-485c-9dc3-19dab5ae428c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.395342827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"25fbd1ed-524a-4162-ae08-dbc56e3e1c37","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.440321473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"083be3cc-3533-4fec-93ae-c9358050d3ec","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.681017575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"229bbda3-b5d1-4378-8bdf-04e5f27506fe","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.726408261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"4d8c0f05-ac61-49b9-b3db-0b0f7d181397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.729455912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3bdaa84d-ea85-4942-8799-981b20b35070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.750861677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"4d8c0f05-ac61-49b9-b3db-0b0f7d181397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:26.752854046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3bdaa84d-ea85-4942-8799-981b20b35070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.69195306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"65903733-a945-4e44-874e-f52bc3313a56","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.705897673Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"65903733-a945-4e44-874e-f52bc3313a56","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.720020874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-sub","reconcileID":"65903733-a945-4e44-874e-f52bc3313a56","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.871762824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"004ef415-3f46-4f51-a100-e150b931e8d7","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.938897888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c208ef61-72ad-4765-a331-23e084987ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.939288196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"f79e13e4-cde5-432f-b249-749c6c686598","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.939566327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0d42fe6f-ec8b-41ad-8392-fac5fb9a09c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.939750385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"2d99cf4c-69a4-495b-8df6-752141a008ad","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.956641603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c208ef61-72ad-4765-a331-23e084987ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.957137284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"f79e13e4-cde5-432f-b249-749c6c686598","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.958880076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0d42fe6f-ec8b-41ad-8392-fac5fb9a09c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:32.959353183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"2d99cf4c-69a4-495b-8df6-752141a008ad","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.025179072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"eba310ac-8735-4826-a30f-2bf04c5e1f9e","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.063937298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"e5cc4a54-1f9a-4040-8ece-79538d7b5934","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.071265438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"2b1ac8f6-f70b-4754-8a05-f35a997c4817","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ab4ba59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.081606813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"e5cc4a54-1f9a-4040-8ece-79538d7b5934","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.166502694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7793f520-6252-4530-a0b0-0a743130b7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.166505214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"1d74db24-ecb2-4523-9912-09ca205f3fdb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.166749909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f74891c9-7067-4888-9b3a-d1f49685b269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.18444859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f74891c9-7067-4888-9b3a-d1f49685b269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.184651311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7793f520-6252-4530-a0b0-0a743130b7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.186732643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"1d74db24-ecb2-4523-9912-09ca205f3fdb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.279272961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"67b5fbf6-6d1e-43f1-90ed-6eaa972b49fb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.29351495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ebe1b90d-c17d-47bf-b517-28a4ee9c6545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.293515028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"ab09ee6f-6bbb-4182-9fac-cc7e6f47232d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.293662739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9cf3ccd3-14e5-4f1a-8bab-42b1a58037d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.297501867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"67b5fbf6-6d1e-43f1-90ed-6eaa972b49fb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.311827531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ebe1b90d-c17d-47bf-b517-28a4ee9c6545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.311921038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9cf3ccd3-14e5-4f1a-8bab-42b1a58037d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:33.313989834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"ab09ee6f-6bbb-4182-9fac-cc7e6f47232d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.127588041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"4d6c9b2b-2ff8-4fc9-ba26-03dc1145f9bb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.188469875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"4d6c9b2b-2ff8-4fc9-ba26-03dc1145f9bb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-e76703/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.188502797Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"4d6c9b2b-2ff8-4fc9-ba26-03dc1145f9bb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.203146087Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"4d6c9b2b-2ff8-4fc9-ba26-03dc1145f9bb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.217249937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"e2e-partial-access-sub","reconcileID":"4d6c9b2b-2ff8-4fc9-ba26-03dc1145f9bb","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.245272854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"79fd4768-7a5c-4696-83e8-f01436d35fb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.335240848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a52c1978-85a9-47ca-a318-f9241559a985","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.335546424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"86658cea-111a-4f36-8723-9eb791a64e1d","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.376116166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"79ff8b93-f839-4379-840d-08212b43c0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.376150292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"498db200-b894-4374-93bb-2ae7ecbd653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.395439038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"498db200-b894-4374-93bb-2ae7ecbd653a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.395508966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"79ff8b93-f839-4379-840d-08212b43c0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.888140758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.967794732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"fcfe1dc3-128f-43df-819d-7533b6c17537","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.981767307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"fcfe1dc3-128f-43df-819d-7533b6c17537","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:34.995682061Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"e2e-enrichment-sub","reconcileID":"fcfe1dc3-128f-43df-819d-7533b6c17537","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.030054013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"f3ff8712-f15c-4437-9c72-a8a511c7f9f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.068040698Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"f3ff8712-f15c-4437-9c72-a8a511c7f9f9","name":"e2e-shared-a-w3-c8c348-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.158265396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"625fae4d-02c9-4f09-9c21-622d90b4aa77","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"tenant":"e2e-worker-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.15828778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"e2e-enrichment-model-ref","reconcileID":"625fae4d-02c9-4f09-9c21-622d90b4aa77","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.199896438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8c7fa30f-245b-4bfa-9346-a0d541f5f914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.199901704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6bb09d3e-f490-4b9d-bf14-c3a18ead1eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.219143583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8c7fa30f-245b-4bfa-9346-a0d541f5f914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.256214931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6bb09d3e-f490-4b9d-bf14-c3a18ead1eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:35.394895699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"f35118b2-fcf4-4e6e-9673-0344cd0d405a","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.032922358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"52725a32-23b1-44f9-a9ca-1aa2ba731c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.032922805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c7cbec82-157a-4cc1-a58e-24112918d2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.051286749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c7cbec82-157a-4cc1-a58e-24112918d2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.051404689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"52725a32-23b1-44f9-a9ca-1aa2ba731c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.13359907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"789da238-7bd7-40f5-9218-94753706ec15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.133599869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"30b4f280-c509-4db9-84b8-57e5db116649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.152131372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"789da238-7bd7-40f5-9218-94753706ec15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.156659199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"30b4f280-c509-4db9-84b8-57e5db116649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.268169864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"97b6a194-42a3-4956-82b5-e946531d3c38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.268199964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"7c417ae1-1c26-48bb-ac0b-ebe0cc847255","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.268559076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a432f702-e4e9-40f7-8dda-48a741736a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.290407338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"97b6a194-42a3-4956-82b5-e946531d3c38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.291367025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a432f702-e4e9-40f7-8dda-48a741736a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.293603739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"7c417ae1-1c26-48bb-ac0b-ebe0cc847255","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.372639799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f286de41-4ee8-4342-846f-8390457eda1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.391338958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f286de41-4ee8-4342-846f-8390457eda1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.433751961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"577dbe5f-dade-47a6-a675-09cb05dea1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.452427363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"577dbe5f-dade-47a6-a675-09cb05dea1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.534367814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f863ed47-cee3-46da-baf2-56987f494c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.552386115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f863ed47-cee3-46da-baf2-56987f494c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.5610314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"373c9bc5-1612-48e2-8122-7051c18231ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.561396419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e171fc6c-0305-4e91-82b9-0a81a483ab34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.57935131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"373c9bc5-1612-48e2-8122-7051c18231ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.579539673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e171fc6c-0305-4e91-82b9-0a81a483ab34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.729868389Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-sub","reconcileID":"f9f17513-26b8-4ccc-a50e-c68d7349df0a","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/distinct-w1-390929","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.743921658Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-sub","reconcileID":"f9f17513-26b8-4ccc-a50e-c68d7349df0a","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/distinct-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.758163675Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"e2e-no-access-sub","reconcileID":"f9f17513-26b8-4ccc-a50e-c68d7349df0a","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929","model":"e2e-models-e2e-worker-w1-390929/distinct-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.86310152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"0498a4f3-23bd-4e6e-981b-df6b4ceac182","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.906351203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"1b33e505-7549-4df0-858a-7f9b81b9f4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.906351205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5fe729a3-d5ea-4a88-9830-ba739977e617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.927544361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"1b33e505-7549-4df0-858a-7f9b81b9f4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:36.955114695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5fe729a3-d5ea-4a88-9830-ba739977e617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.043749801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f78c4c-050a-4a5d-a65c-b8ec9c8325b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.057805425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f78c4c-050a-4a5d-a65c-b8ec9c8325b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.071660115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f78c4c-050a-4a5d-a65c-b8ec9c8325b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.085544836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6f78c4c-050a-4a5d-a65c-b8ec9c8325b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.647988508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dd2425-7765-4560-82ef-fb6ee871cb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.662910387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dd2425-7765-4560-82ef-fb6ee871cb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.677195103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dd2425-7765-4560-82ef-fb6ee871cb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.692202568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22dd2425-7765-4560-82ef-fb6ee871cb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:39.901441735Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-43ce14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-43ce14","reconcileID":"dc3fb6a2-8e53-41a4-ae2b-19351b685306","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-43ce14","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-43ce14":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:40.412205712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1e47cf-c89c-4016-a417-ffb841d46d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:40.428489928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1e47cf-c89c-4016-a417-ffb841d46d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:40.443560431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1e47cf-c89c-4016-a417-ffb841d46d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:40.457531359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1e47cf-c89c-4016-a417-ffb841d46d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.022452962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0f9879-a36b-46dd-a0c3-dc047581408d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.037364563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0f9879-a36b-46dd-a0c3-dc047581408d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.051205421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0f9879-a36b-46dd-a0c3-dc047581408d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.06525284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0f9879-a36b-46dd-a0c3-dc047581408d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.471179585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b382b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b382b1","reconcileID":"55a311c2-84fa-479f-8090-0c94ba009d38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b382b1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b382b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.689467158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5faf530-46ed-46cb-946c-bf60b7bed997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.704168003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5faf530-46ed-46cb-946c-bf60b7bed997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.719355424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5faf530-46ed-46cb-946c-bf60b7bed997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:41.734108894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5faf530-46ed-46cb-946c-bf60b7bed997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:42.422200381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e417207-8481-4b77-a769-d5f4ed3b6ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:42.43619778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e417207-8481-4b77-a769-d5f4ed3b6ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:42.450145645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e417207-8481-4b77-a769-d5f4ed3b6ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:42.464023308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e417207-8481-4b77-a769-d5f4ed3b6ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.021113525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772e9096-05e1-4b18-b9b5-72020f775223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.035679877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772e9096-05e1-4b18-b9b5-72020f775223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.049719534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772e9096-05e1-4b18-b9b5-72020f775223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.063531453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772e9096-05e1-4b18-b9b5-72020f775223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.085179073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"9ad28899-a63c-4df7-8d82-ec1988616e71","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.099273834Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"9ad28899-a63c-4df7-8d82-ec1988616e71","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.113522276Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-sub","reconcileID":"9ad28899-a63c-4df7-8d82-ec1988616e71","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.243875096Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-2ebbbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-2ebbbc","reconcileID":"f8b39cd5-166a-4523-b5a3-d0abeead2bc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-2ebbbc","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-2ebbbc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.270818272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"93819e89-dfe8-4725-a9de-f16498fd0d8d","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.375696119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"856ca28d-eaf3-451a-b40f-24462dd72acc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.375897763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9657994d-6e74-4475-8fce-2f68b2febed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.3760358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"0904f7f7-1779-4081-9805-2442fb6011d1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.376321935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7b9117a6-471a-43bd-8a06-9b11dc2ba1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.396312914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"856ca28d-eaf3-451a-b40f-24462dd72acc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.396325795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7b9117a6-471a-43bd-8a06-9b11dc2ba1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.398504326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"0904f7f7-1779-4081-9805-2442fb6011d1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.398641187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9657994d-6e74-4475-8fce-2f68b2febed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.437378366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"92f336f2-fa95-4ce0-a2d0-692d5df71671","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.555570659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-match-auth","reconcileID":"db9cbfd0-0caf-40f4-b322-78f09e7fd1c1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.616844191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"f626ac09-a75b-4b25-aaa9-38c529b7aa10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.647395412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"f626ac09-a75b-4b25-aaa9-38c529b7aa10","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.725505709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc229c65-9b44-41e3-81fc-bccb78385dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.739610815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc229c65-9b44-41e3-81fc-bccb78385dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.75364875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc229c65-9b44-41e3-81fc-bccb78385dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.769735037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc229c65-9b44-41e3-81fc-bccb78385dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.774272796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"85b5a6a2-7971-4e97-9ff2-9e8e1fc9f9ef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.932583746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"e2e-model-nomatch-auth","reconcileID":"1fe02233-e36d-4d84-97b9-953850e21894","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/distinct-2-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.932650824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"c0f8b1ff-c0f9-4b4f-ac84-69d381ebbf9d","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:43.980285505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"aa6e03a5-601a-4514-9a3a-1021f4d0aa8e","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:44.396950774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1927c9-07b1-4075-afb8-0da0dad382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:44.41082797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1927c9-07b1-4075-afb8-0da0dad382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:44.424644145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1927c9-07b1-4075-afb8-0da0dad382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:44.438531439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1927c9-07b1-4075-afb8-0da0dad382b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.023541257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ba79be-4f79-43b1-94e4-32f96571bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.037673699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ba79be-4f79-43b1-94e4-32f96571bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.051737254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ba79be-4f79-43b1-94e4-32f96571bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.065776121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ba79be-4f79-43b1-94e4-32f96571bf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.711002972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631179ac-1f1b-442b-9b4e-9262f453ebc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.725909084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631179ac-1f1b-442b-9b4e-9262f453ebc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.74120244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631179ac-1f1b-442b-9b4e-9262f453ebc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:45.764428387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631179ac-1f1b-442b-9b4e-9262f453ebc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.333210586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a976d68d-4668-451d-a24d-ca8b8904df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.347334705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a976d68d-4668-451d-a24d-ca8b8904df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.361878049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a976d68d-4668-451d-a24d-ca8b8904df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.376561272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a976d68d-4668-451d-a24d-ca8b8904df1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.923543618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5487-c7bd-495a-8b02-d32fd2c16f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.937393311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5487-c7bd-495a-8b02-d32fd2c16f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.951260803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5487-c7bd-495a-8b02-d32fd2c16f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:46.965273195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5487-c7bd-495a-8b02-d32fd2c16f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:47.71126437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941f74b-89c9-4ea8-b2ed-41d411818c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:47.72553565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941f74b-89c9-4ea8-b2ed-41d411818c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:47.739602546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941f74b-89c9-4ea8-b2ed-41d411818c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:47.753459776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a941f74b-89c9-4ea8-b2ed-41d411818c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.353153122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af2dd51-54d4-4846-b2fb-7a831c47dd19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.368229466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af2dd51-54d4-4846-b2fb-7a831c47dd19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.382929938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af2dd51-54d4-4846-b2fb-7a831c47dd19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.396996357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af2dd51-54d4-4846-b2fb-7a831c47dd19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.951149425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e374235-2e64-4a5c-b676-defd7876e7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.965836718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e374235-2e64-4a5c-b676-defd7876e7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.979753145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e374235-2e64-4a5c-b676-defd7876e7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:48.993640818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e374235-2e64-4a5c-b676-defd7876e7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.587799051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d480bc2-79c7-4e0e-bfdc-1e1bfe9ce001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.603159362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d480bc2-79c7-4e0e-bfdc-1e1bfe9ce001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.617628266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d480bc2-79c7-4e0e-bfdc-1e1bfe9ce001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.632148312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d480bc2-79c7-4e0e-bfdc-1e1bfe9ce001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.714204212Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a0d8f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a0d8f7","reconcileID":"00420ecf-5c52-49bc-ae9d-2be13c3fbd74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a0d8f7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a0d8f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.759288282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"50e86e9b-bebc-4c24-93a7-eb20454f5d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.75929372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7245aa33-b335-49df-b9f1-29195db0b7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.778229252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"50e86e9b-bebc-4c24-93a7-eb20454f5d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.781285612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7245aa33-b335-49df-b9f1-29195db0b7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.963249547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"90134550-4692-486d-af8b-fac087e3d2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.963255255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5e5b6f1e-a9f0-4dfd-b016-10c6c34c53f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.987900769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5e5b6f1e-a9f0-4dfd-b016-10c6c34c53f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:49.98800403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"90134550-4692-486d-af8b-fac087e3d2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.064615826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8a75f660-af69-4d59-a53d-0f518f16d240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.065559311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3b206922-d609-41bb-b9c5-183ec79abd68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.090320662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3b206922-d609-41bb-b9c5-183ec79abd68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.092572826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8a75f660-af69-4d59-a53d-0f518f16d240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.142773544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c7c16408-4313-42b0-a870-eb65ed5af3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.163699123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c7c16408-4313-42b0-a870-eb65ed5af3be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.241906826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a6d0bf70-ad95-4fa8-977b-aa595dd99976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.270125551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a6d0bf70-ad95-4fa8-977b-aa595dd99976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.282127643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da539913-e8c7-4efb-aedf-d7f4b65fe33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.296424268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da539913-e8c7-4efb-aedf-d7f4b65fe33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.310373464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da539913-e8c7-4efb-aedf-d7f4b65fe33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:50.324269604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da539913-e8c7-4efb-aedf-d7f4b65fe33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.032775251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92289c47-9e8b-417b-97f4-6674977bf268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.055313506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92289c47-9e8b-417b-97f4-6674977bf268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.080661452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92289c47-9e8b-417b-97f4-6674977bf268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.107043957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92289c47-9e8b-417b-97f4-6674977bf268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.863823785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792a0fdd-e75f-42d8-8d19-76912ac7246c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.879972663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792a0fdd-e75f-42d8-8d19-76912ac7246c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.894624899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792a0fdd-e75f-42d8-8d19-76912ac7246c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:51.908681498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792a0fdd-e75f-42d8-8d19-76912ac7246c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:52.54411045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204ee4f5-14a4-43e6-a558-7d4ea89576a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:52.566888706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204ee4f5-14a4-43e6-a558-7d4ea89576a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:52.585052144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204ee4f5-14a4-43e6-a558-7d4ea89576a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:52.598972695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204ee4f5-14a4-43e6-a558-7d4ea89576a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.001346366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"4c9064a5-442c-4640-b8cc-7560db58990a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.102379307Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"4c9064a5-442c-4640-b8cc-7560db58990a","name":"e2e-shared-a-w4-43ce14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.257267346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439c07a0-12ad-421d-857a-8d051c5c96e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.282338382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439c07a0-12ad-421d-857a-8d051c5c96e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.296709553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439c07a0-12ad-421d-857a-8d051c5c96e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.31094881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439c07a0-12ad-421d-857a-8d051c5c96e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.895684531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a81d794-d6b6-4695-91f9-af120a8db65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.910578733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a81d794-d6b6-4695-91f9-af120a8db65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.927399716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a81d794-d6b6-4695-91f9-af120a8db65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:53.941340489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a81d794-d6b6-4695-91f9-af120a8db65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:54.510447609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26bf418-a49e-4ca7-9b5b-eb821bed968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:54.524872003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26bf418-a49e-4ca7-9b5b-eb821bed968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:54.539066909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26bf418-a49e-4ca7-9b5b-eb821bed968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:54.553161301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26bf418-a49e-4ca7-9b5b-eb821bed968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.288386684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5268ab8-3104-4f72-b6ec-3f4eb1e32256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.302391051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5268ab8-3104-4f72-b6ec-3f4eb1e32256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.316240756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5268ab8-3104-4f72-b6ec-3f4eb1e32256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.330404344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5268ab8-3104-4f72-b6ec-3f4eb1e32256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.335961446Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-127742","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-127742","reconcileID":"c59c9522-16a7-4686-aae7-f93d8a009334","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-127742","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-127742":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.975643968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727cc8b3-0705-46ad-bee2-dcb2b5bac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:55.991706096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727cc8b3-0705-46ad-bee2-dcb2b5bac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.005962305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727cc8b3-0705-46ad-bee2-dcb2b5bac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.020347626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727cc8b3-0705-46ad-bee2-dcb2b5bac6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.655119845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b2194-2a1f-4879-9e13-f9b31f8f88bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.669515848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b2194-2a1f-4879-9e13-f9b31f8f88bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.683575924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b2194-2a1f-4879-9e13-f9b31f8f88bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.697729203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f05b2194-2a1f-4879-9e13-f9b31f8f88bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.740502233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"35f577e6-445b-411b-80b0-f33279978873","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:56.780229254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"35f577e6-445b-411b-80b0-f33279978873","name":"e2e-shared-a-w0-b382b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:57.325503611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee812b42-86eb-429e-9530-6da84c0afef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:57.342270443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee812b42-86eb-429e-9530-6da84c0afef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:57.390229521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee812b42-86eb-429e-9530-6da84c0afef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:57.406310604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee812b42-86eb-429e-9530-6da84c0afef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:57.999551518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5125007c-fee0-4302-ae51-25797d662878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:58.013746371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5125007c-fee0-4302-ae51-25797d662878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:58.027576699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5125007c-fee0-4302-ae51-25797d662878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:35:58.041310117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5125007c-fee0-4302-ae51-25797d662878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:00.149363144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"29f6c1fb-eb91-4092-9d57-93dc4af7fd28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-2ebbbc","tenantID":"e2e-autores-2ebbbc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:00.186766985Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"29f6c1fb-eb91-4092-9d57-93dc4af7fd28","name":"e2e-autores-2ebbbc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:04.893339031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:08.184375298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"d4446a69-ef69-40a2-839b-c0c15cf3e0dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:08.223674365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"d4446a69-ef69-40a2-839b-c0c15cf3e0dc","name":"e2e-shared-a-w2-a0d8f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:10.202831254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"18ae4ab1-6d19-461a-aada-1deb3f7f0c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:10.202862775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d5b2933e-99de-47f2-91de-0ee67cb07b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:10.220668714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"18ae4ab1-6d19-461a-aada-1deb3f7f0c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:10.220896938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d5b2933e-99de-47f2-91de-0ee67cb07b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.180281435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c2d5f-8d86-40aa-b3f1-381ad88316ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.196990544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c2d5f-8d86-40aa-b3f1-381ad88316ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.212590646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c2d5f-8d86-40aa-b3f1-381ad88316ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.226781325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7c2d5f-8d86-40aa-b3f1-381ad88316ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.796821358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4cfeb2-403b-4c46-9696-a8101d7067b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.811496985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4cfeb2-403b-4c46-9696-a8101d7067b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.825620192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4cfeb2-403b-4c46-9696-a8101d7067b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:12.839753205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4cfeb2-403b-4c46-9696-a8101d7067b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:13.41114766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9235-079a-46df-8905-c4449eae160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:13.425022506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9235-079a-46df-8905-c4449eae160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:13.438928516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9235-079a-46df-8905-c4449eae160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:13.452967752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ad9235-079a-46df-8905-c4449eae160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.065235229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed29544-ca3e-41e9-bf88-e0ceaec11a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.081624174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed29544-ca3e-41e9-bf88-e0ceaec11a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.09609243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed29544-ca3e-41e9-bf88-e0ceaec11a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.112949353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed29544-ca3e-41e9-bf88-e0ceaec11a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.72551523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab71140e-c7e7-4ece-8d01-0bcc11757b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.739446533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab71140e-c7e7-4ece-8d01-0bcc11757b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.75324989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab71140e-c7e7-4ece-8d01-0bcc11757b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.771801586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab71140e-c7e7-4ece-8d01-0bcc11757b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.91355181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"7f2c19db-35ea-4427-9780-2f233b430345","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:14.951977519Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"7f2c19db-35ea-4427-9780-2f233b430345","name":"e2e-shared-b-w3-127742-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:15.441055548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737977-6841-44d4-884d-36bd40c5da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:15.455042932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737977-6841-44d4-884d-36bd40c5da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:15.474327371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737977-6841-44d4-884d-36bd40c5da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:15.494092932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737977-6841-44d4-884d-36bd40c5da53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:17.432560845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a1bfa-1a39-428b-887e-69f9007fbc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:17.446726101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a1bfa-1a39-428b-887e-69f9007fbc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:17.460798339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a1bfa-1a39-428b-887e-69f9007fbc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:17.475593592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a1bfa-1a39-428b-887e-69f9007fbc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:18.030293278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245a99e4-e1ca-42a7-97de-a76df4811112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:18.044632053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245a99e4-e1ca-42a7-97de-a76df4811112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:18.059063579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245a99e4-e1ca-42a7-97de-a76df4811112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:18.073170716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245a99e4-e1ca-42a7-97de-a76df4811112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:19.53454322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156b25f0-61f0-4d9f-aa06-a5aeb84988a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:19.551403531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156b25f0-61f0-4d9f-aa06-a5aeb84988a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:19.565396115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156b25f0-61f0-4d9f-aa06-a5aeb84988a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:19.579352528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"156b25f0-61f0-4d9f-aa06-a5aeb84988a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.136959178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304698c-b8b6-4e17-9b68-b268cdcb245a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.15104982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304698c-b8b6-4e17-9b68-b268cdcb245a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.165175266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304698c-b8b6-4e17-9b68-b268cdcb245a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.179143483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a304698c-b8b6-4e17-9b68-b268cdcb245a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.602714451Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-043916","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-043916","reconcileID":"265a4835-d2f9-41b5-8c33-e4e9fa7f5f04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-043916","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-043916":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.825972061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0296b-aae8-4671-a8d1-7c8e5f62d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.841818508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0296b-aae8-4671-a8d1-7c8e5f62d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.856159973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0296b-aae8-4671-a8d1-7c8e5f62d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:20.875286415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab0296b-aae8-4671-a8d1-7c8e5f62d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:21.505451498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f8a9ad-18cc-4bc5-965a-b110e9d50df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:21.519303436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f8a9ad-18cc-4bc5-965a-b110e9d50df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:21.533127633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f8a9ad-18cc-4bc5-965a-b110e9d50df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:21.546977823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f8a9ad-18cc-4bc5-965a-b110e9d50df2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:22.160648082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ecd16-08be-4828-acf9-44fa29f5ae2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:22.179202938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ecd16-08be-4828-acf9-44fa29f5ae2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:22.194105912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ecd16-08be-4828-acf9-44fa29f5ae2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:22.208372628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ecd16-08be-4828-acf9-44fa29f5ae2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:25.868236035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95582d53-aa53-4821-bb18-885a4f6babe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:25.882485633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95582d53-aa53-4821-bb18-885a4f6babe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:25.896673514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95582d53-aa53-4821-bb18-885a4f6babe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:25.910832517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95582d53-aa53-4821-bb18-885a4f6babe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:26.530896355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1067bf74-dae2-440c-8531-e2018c241d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:26.544896052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1067bf74-dae2-440c-8531-e2018c241d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:26.558735074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1067bf74-dae2-440c-8531-e2018c241d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:26.572555105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1067bf74-dae2-440c-8531-e2018c241d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:26.639945001Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-44ebe1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-44ebe1","reconcileID":"32d4f257-884c-4e86-8f32-af81680a03ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-44ebe1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-44ebe1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:27.22070419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609a3836-2a82-438c-9f04-38a8e2d11333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:27.23468847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609a3836-2a82-438c-9f04-38a8e2d11333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:27.248481811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609a3836-2a82-438c-9f04-38a8e2d11333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:27.262521879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609a3836-2a82-438c-9f04-38a8e2d11333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:29.426341196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4b0dc9-0b9f-43e5-8597-12512a9b3a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:29.440360713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4b0dc9-0b9f-43e5-8597-12512a9b3a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:29.454186757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4b0dc9-0b9f-43e5-8597-12512a9b3a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:29.468110903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4b0dc9-0b9f-43e5-8597-12512a9b3a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:29.998632538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1524ec-f5af-474b-b9c6-43d7d8bb48a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.013129356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1524ec-f5af-474b-b9c6-43d7d8bb48a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.027152002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1524ec-f5af-474b-b9c6-43d7d8bb48a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.041176954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1524ec-f5af-474b-b9c6-43d7d8bb48a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.599988686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c63d6a5-b417-4046-8b6f-a91377727514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.613989512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c63d6a5-b417-4046-8b6f-a91377727514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.628158335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c63d6a5-b417-4046-8b6f-a91377727514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:30.643090929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c63d6a5-b417-4046-8b6f-a91377727514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:33.849432983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f92fdb0-b1a5-4e63-b7c7-72c74d4c5916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:33.863383887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f92fdb0-b1a5-4e63-b7c7-72c74d4c5916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:33.878210955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f92fdb0-b1a5-4e63-b7c7-72c74d4c5916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:33.892391323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f92fdb0-b1a5-4e63-b7c7-72c74d4c5916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:34.517165919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d4db8c-da51-4bba-88d1-c2a76fd2bbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:34.53162703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d4db8c-da51-4bba-88d1-c2a76fd2bbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:34.545540539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d4db8c-da51-4bba-88d1-c2a76fd2bbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:34.55998345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d4db8c-da51-4bba-88d1-c2a76fd2bbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:34.615229061Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3dcd13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3dcd13","reconcileID":"85107d9d-7cac-4ce5-af83-aefc1e260673","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3dcd13","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3dcd13":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:34.917696173Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:35.229446491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2627a-3178-4516-924b-5f83d36f09ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:35.243513574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2627a-3178-4516-924b-5f83d36f09ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:35.258388599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2627a-3178-4516-924b-5f83d36f09ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:35.272589912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2627a-3178-4516-924b-5f83d36f09ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.112221928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68fca45-8423-44fe-b5c2-922ea243a54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.126176525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68fca45-8423-44fe-b5c2-922ea243a54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.140163211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68fca45-8423-44fe-b5c2-922ea243a54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.154762868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68fca45-8423-44fe-b5c2-922ea243a54e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.74499507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ed0ea-f8bc-4cdb-8f37-461cf1d961cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.765164079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ed0ea-f8bc-4cdb-8f37-461cf1d961cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.784349719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ed0ea-f8bc-4cdb-8f37-461cf1d961cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:36.799727495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"868ed0ea-f8bc-4cdb-8f37-461cf1d961cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:41.872107617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"ce50e8b7-66ff-4608-8ff9-ecc1bfd9e75b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:41.910804933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"ce50e8b7-66ff-4608-8ff9-ecc1bfd9e75b","name":"e2e-shared-b-w4-043916-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:48.521540884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"360b36cb-5bbe-4553-9e3b-e27a6fa0bf39","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:48.560958636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"360b36cb-5bbe-4553-9e3b-e27a6fa0bf39","name":"e2e-shared-b-w0-44ebe1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:50.524447352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-2ebbbc","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"autores-model-2ebbbc","reconcileID":"7509bc32-7754-4fd0-b347-da1b7d235040","MaaSModelRef":{"name":"autores-model-2ebbbc","namespace":"ai-tenant-e2e-autores-2ebbbc"},"tenant":"e2e-autores-2ebbbc","gateway":"openshift-ingress/e2e-autores-2ebbbc","model":"ai-tenant-e2e-autores-2ebbbc/autores-model-2ebbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:50.524483725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-2ebbbc","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"autores-model-2ebbbc","reconcileID":"7509bc32-7754-4fd0-b347-da1b7d235040","MaaSModelRef":{"name":"autores-model-2ebbbc","namespace":"ai-tenant-e2e-autores-2ebbbc"},"routeName":"autores-model-2ebbbc-kserve-route","namespace":"ai-tenant-e2e-autores-2ebbbc","llmisvcName":"autores-model-2ebbbc","gateway":"openshift-ingress/e2e-autores-2ebbbc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:57.98612989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"e4b9169a-d0af-44ec-bfce-b18b175137cc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:36:58.024362768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"e4b9169a-d0af-44ec-bfce-b18b175137cc","name":"e2e-shared-b-w2-3dcd13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.228735727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b254bcbf-1240-44af-9c68-739c5dd5d0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.242814176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b254bcbf-1240-44af-9c68-739c5dd5d0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.257321768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b254bcbf-1240-44af-9c68-739c5dd5d0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.271697559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b254bcbf-1240-44af-9c68-739c5dd5d0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.858744827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce07f121-7271-485a-b553-8fd413bde3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.872820079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce07f121-7271-485a-b553-8fd413bde3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.886952933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce07f121-7271-485a-b553-8fd413bde3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.887771839Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:04.900909358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce07f121-7271-485a-b553-8fd413bde3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:05.435049597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb46b39-685c-4153-b47c-1889925fa2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:05.449285731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb46b39-685c-4153-b47c-1889925fa2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:05.463393615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb46b39-685c-4153-b47c-1889925fa2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:05.477592033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb46b39-685c-4153-b47c-1889925fa2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:06.422153671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf62846-12fa-42fb-b3aa-95f0df36f949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:06.436130795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf62846-12fa-42fb-b3aa-95f0df36f949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:06.449904824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf62846-12fa-42fb-b3aa-95f0df36f949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:06.464061466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf62846-12fa-42fb-b3aa-95f0df36f949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:07.026049358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9444649-6470-499d-88d9-0da753a51643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:07.039980072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9444649-6470-499d-88d9-0da753a51643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:07.054092701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9444649-6470-499d-88d9-0da753a51643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:07.068157075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9444649-6470-499d-88d9-0da753a51643","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:08.552510699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"6784f300-bd72-4839-bb2c-23b5e8836b4f","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:08.55266346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"6784f300-bd72-4839-bb2c-23b5e8836b4f","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:12.867508309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6204c9-1a59-4657-a448-e9f84cae4049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:12.881490841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6204c9-1a59-4657-a448-e9f84cae4049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:12.895775203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6204c9-1a59-4657-a448-e9f84cae4049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:12.909945192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa6204c9-1a59-4657-a448-e9f84cae4049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:13.447925503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176daabd-9d9d-4b92-83ab-0c9fbdeaec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:13.462093312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176daabd-9d9d-4b92-83ab-0c9fbdeaec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:13.475961503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176daabd-9d9d-4b92-83ab-0c9fbdeaec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:13.489819598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176daabd-9d9d-4b92-83ab-0c9fbdeaec8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.317144347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c546a02-09e7-490e-8c32-4d445336f6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.331216435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c546a02-09e7-490e-8c32-4d445336f6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.345269964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c546a02-09e7-490e-8c32-4d445336f6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.359375451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c546a02-09e7-490e-8c32-4d445336f6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.917155157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d047cf1-94cd-437a-8c34-8dd4ff1bf164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.931047989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d047cf1-94cd-437a-8c34-8dd4ff1bf164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.944993467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d047cf1-94cd-437a-8c34-8dd4ff1bf164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:22.958802111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d047cf1-94cd-437a-8c34-8dd4ff1bf164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.396842608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","namespace":"ai-tenant-e2e-autores-2ebbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.396920625Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","namespace":"ai-tenant-e2e-autores-2ebbbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.396986992Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","tenant":"e2e-autores-2ebbbc","tenantID":"e2e-autores-2ebbbc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.415428494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Deployment","name":"maas-api-e2e-autores-2ebbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.447240067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Service","name":"maas-api-e2e-autores-2ebbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.465498128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-2ebbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.481184033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-2ebbbc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.497366358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.513284573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.531213748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.547214521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.560743105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Deployment","name":"payload-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.574070364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.587533467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Service","name":"payload-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.603999835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"Service","name":"payload-pre-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.617492331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"DestinationRule","name":"payload-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.630766505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.644385256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.664859783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.689502356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.703370453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.717269784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-2ebbbc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:26.730702162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-2ebbbc"},"namespace":"ai-tenant-e2e-autores-2ebbbc","name":"default-tenant","reconcileID":"7928201a-b3d4-4198-9053-8f2fd7ba5257","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-2ebbbc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.002530385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-2ebbbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-2ebbbc","reconcileID":"fbe9c5ed-b115-4be8-9944-478d1a6d101a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-2ebbbc","removed":["maas.opendatahub.io/gateway-access-e2e-autores-2ebbbc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.374787672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f7e7d-3e0f-4413-ab75-43a726387f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.389151216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f7e7d-3e0f-4413-ab75-43a726387f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.403871203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f7e7d-3e0f-4413-ab75-43a726387f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.421901725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f7e7d-3e0f-4413-ab75-43a726387f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.961501403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dba6a1f-7fd9-4f5e-b941-b909e171c36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.975363019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dba6a1f-7fd9-4f5e-b941-b909e171c36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:27.989542289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dba6a1f-7fd9-4f5e-b941-b909e171c36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:28.005795792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dba6a1f-7fd9-4f5e-b941-b909e171c36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:34.887922081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.198529554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc91740-525f-4a56-bf6b-ab5d57ed30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.21279027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc91740-525f-4a56-bf6b-ab5d57ed30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.22656786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc91740-525f-4a56-bf6b-ab5d57ed30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.242589412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc91740-525f-4a56-bf6b-ab5d57ed30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.788988542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff76a4a2-4976-4287-a60d-641f96e7724d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.803035479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff76a4a2-4976-4287-a60d-641f96e7724d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.816927633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff76a4a2-4976-4287-a60d-641f96e7724d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:38.834051977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff76a4a2-4976-4287-a60d-641f96e7724d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:39.055714845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5ca26c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5ca26c","reconcileID":"9d593c02-d2fc-478c-8d77-4d04b20acfc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5ca26c","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-5ca26c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:39.426337713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b380ddf0-6224-42c1-8c8e-80ed97cf3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:39.440340002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b380ddf0-6224-42c1-8c8e-80ed97cf3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:39.458290066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b380ddf0-6224-42c1-8c8e-80ed97cf3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:39.472751608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b380ddf0-6224-42c1-8c8e-80ed97cf3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:45.833832314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"646b0510-89ce-496e-a2d5-5fa9f36b4f00","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:45.833863143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"646b0510-89ce-496e-a2d5-5fa9f36b4f00","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.230780105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"279f4a66-e866-4ce1-896f-d7b65d67a0ad","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.230806607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"279f4a66-e866-4ce1-896f-d7b65d67a0ad","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.248610639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"4418b6ab-caa9-4f5e-9c8c-d439c5e2485c","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.248631848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"4418b6ab-caa9-4f5e-9c8c-d439c5e2485c","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.275927978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"4ad37bea-294a-401e-8810-1f6136248d14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.320716807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"4ad37bea-294a-401e-8810-1f6136248d14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.336949615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"4ad37bea-294a-401e-8810-1f6136248d14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.355350966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"d8e6e4c8-c548-494e-a8ae-cd2fd84ee96b","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:46.355370022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"d8e6e4c8-c548-494e-a8ae-cd2fd84ee96b","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:56.384240956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"cd1f11c9-f41d-4561-82c9-63eda7572b52","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:56.40176057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"cd1f11c9-f41d-4561-82c9-63eda7572b52","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:56.418097957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"cd1f11c9-f41d-4561-82c9-63eda7572b52","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:59.71003552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"006f24a7-34d3-4236-8485-4967a5c2c0f9","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:37:59.710178929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"006f24a7-34d3-4236-8485-4967a5c2c0f9","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:00.860127777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"1b7c5bcf-4078-4402-bfc8-58006ea1d5f9","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:00.86022907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"1b7c5bcf-4078-4402-bfc8-58006ea1d5f9","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:01.281216451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"841b2f22-22c3-4c15-9cda-f7c3655f03f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-5ca26c","tenantID":"e2e-explicit-5ca26c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:01.329488302Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"841b2f22-22c3-4c15-9cda-f7c3655f03f1","name":"e2e-explicit-5ca26c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:03.759653237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"03fa9e57-c174-4bbb-8c1f-b2ac97d82ff9","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:03.759689902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"03fa9e57-c174-4bbb-8c1f-b2ac97d82ff9","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:04.887394779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:06.446555393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"21432d01-fbd5-4662-a5a9-0083a51438ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:06.464120458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"21432d01-fbd5-4662-a5a9-0083a51438ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:06.480367877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30970c59bf0763e917864fd5264966557d095fa75f79e4a584364a2ce2d6cc27) AuthConfig (c0cced16b0ec176ef24d0f9a9505ccee584c82c9472ada4b028f273e3feaa122) AuthConfig (a506778d212f19d52d0508910e8c0b60d9b074b61cace6d1479f577be95c4422) AuthConfig (68ab8a1f35ee67c6c9d8c01885cc9b2d67b27fedf4a176b8b02858b55c066afa) AuthConfig (be14af009ac1995e90c8ef20b110d4a84a41674d7f31f1e08db168cc93caf29c) AuthConfig (1fc9789a1f3af8ca67c9fdd841dfb6d72c6f6969ef7e085cb5a19d31613d3ef9) AuthConfig (9801bd13c4616931ecd747d8977c14ceb1771a23bf7581e34398ee0ee6eca44b) AuthConfig (68615609c2eb1bc52059b253c65ae0ef4805de9d42eaba0be210df37cce5832c) AuthConfig (440343d47b093baf7b5a8b96d122ca07a6f2a12564df429efe062a61280b23e8) AuthConfig (732717dac2330172b780c64b30673155289eb453c6854a02d1d8e629b9241147) AuthConfig (804ed5aa288e9ef702e7c295de0dd6c9e009c5b2d597c34982a491970303ff76) AuthConfig (4ccbd337b29210dbdc4323f72f3e8b2ef5148622b0c2b4093cad475db9cbe9c8) AuthConfig (2b5db5d0d6f721b34db70201c165290700f022f0e2c740e80c85ed49b53adb59) AuthConfig (b270798ea6ab129027dd1769bf8f95a7dd2621faf46cab2858b51932f1c11062) AuthConfig (1b59aa7bbb8bc3043f82673d91fc3771da1238bd161ad5f84706b74ca836acee) AuthConfig (9dd697139f8900d96660f05ea9d5b24e42b2b41289869a1a57b7926b7572f810) AuthConfig (aed958b156c9ab3c2339cecd83d5fc6c13e049f3b3939110e777a70ff07fbf14) AuthConfig (afe943548bd9f89e56e7372fb85b356e55633e25142153ef6d2ac21344126050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"21432d01-fbd5-4662-a5a9-0083a51438ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:06.4994582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"477a70cc-728f-4436-875e-20bbe0e383d7","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:06.499479133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"477a70cc-728f-4436-875e-20bbe0e383d7","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:16.52954586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"0fa47fde-ece3-4b3a-864d-9baa2d3ef290","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:16.547252819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"0fa47fde-ece3-4b3a-864d-9baa2d3ef290","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:16.563513033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30970c59bf0763e917864fd5264966557d095fa75f79e4a584364a2ce2d6cc27) AuthConfig (c0cced16b0ec176ef24d0f9a9505ccee584c82c9472ada4b028f273e3feaa122) AuthConfig (a506778d212f19d52d0508910e8c0b60d9b074b61cace6d1479f577be95c4422) AuthConfig (68ab8a1f35ee67c6c9d8c01885cc9b2d67b27fedf4a176b8b02858b55c066afa) AuthConfig (be14af009ac1995e90c8ef20b110d4a84a41674d7f31f1e08db168cc93caf29c) AuthConfig (1fc9789a1f3af8ca67c9fdd841dfb6d72c6f6969ef7e085cb5a19d31613d3ef9) AuthConfig (9801bd13c4616931ecd747d8977c14ceb1771a23bf7581e34398ee0ee6eca44b) AuthConfig (68615609c2eb1bc52059b253c65ae0ef4805de9d42eaba0be210df37cce5832c) AuthConfig (440343d47b093baf7b5a8b96d122ca07a6f2a12564df429efe062a61280b23e8) AuthConfig (732717dac2330172b780c64b30673155289eb453c6854a02d1d8e629b9241147) AuthConfig (804ed5aa288e9ef702e7c295de0dd6c9e009c5b2d597c34982a491970303ff76) AuthConfig (4ccbd337b29210dbdc4323f72f3e8b2ef5148622b0c2b4093cad475db9cbe9c8) AuthConfig (2b5db5d0d6f721b34db70201c165290700f022f0e2c740e80c85ed49b53adb59) AuthConfig (b270798ea6ab129027dd1769bf8f95a7dd2621faf46cab2858b51932f1c11062) AuthConfig (1b59aa7bbb8bc3043f82673d91fc3771da1238bd161ad5f84706b74ca836acee) AuthConfig (9dd697139f8900d96660f05ea9d5b24e42b2b41289869a1a57b7926b7572f810) AuthConfig (aed958b156c9ab3c2339cecd83d5fc6c13e049f3b3939110e777a70ff07fbf14) AuthConfig (afe943548bd9f89e56e7372fb85b356e55633e25142153ef6d2ac21344126050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"0fa47fde-ece3-4b3a-864d-9baa2d3ef290","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.331402288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac55f690-2e58-4a86-8d80-1fc8b978f473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.345255422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac55f690-2e58-4a86-8d80-1fc8b978f473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.359106053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac55f690-2e58-4a86-8d80-1fc8b978f473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.372902486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac55f690-2e58-4a86-8d80-1fc8b978f473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.916736482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2847111e-5de5-4ca6-ae40-308145046bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.931018489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2847111e-5de5-4ca6-ae40-308145046bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.944748404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2847111e-5de5-4ca6-ae40-308145046bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:24.958703684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2847111e-5de5-4ca6-ae40-308145046bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:26.594727177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"92cf0ba0-adbb-417a-90c6-076f817e6ab8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:26.612750889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"92cf0ba0-adbb-417a-90c6-076f817e6ab8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:26.629875727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30970c59bf0763e917864fd5264966557d095fa75f79e4a584364a2ce2d6cc27) AuthConfig (c0cced16b0ec176ef24d0f9a9505ccee584c82c9472ada4b028f273e3feaa122) AuthConfig (a506778d212f19d52d0508910e8c0b60d9b074b61cace6d1479f577be95c4422) AuthConfig (68ab8a1f35ee67c6c9d8c01885cc9b2d67b27fedf4a176b8b02858b55c066afa) AuthConfig (be14af009ac1995e90c8ef20b110d4a84a41674d7f31f1e08db168cc93caf29c) AuthConfig (1fc9789a1f3af8ca67c9fdd841dfb6d72c6f6969ef7e085cb5a19d31613d3ef9) AuthConfig (9801bd13c4616931ecd747d8977c14ceb1771a23bf7581e34398ee0ee6eca44b) AuthConfig (68615609c2eb1bc52059b253c65ae0ef4805de9d42eaba0be210df37cce5832c) AuthConfig (440343d47b093baf7b5a8b96d122ca07a6f2a12564df429efe062a61280b23e8) AuthConfig (732717dac2330172b780c64b30673155289eb453c6854a02d1d8e629b9241147) AuthConfig (804ed5aa288e9ef702e7c295de0dd6c9e009c5b2d597c34982a491970303ff76) AuthConfig (4ccbd337b29210dbdc4323f72f3e8b2ef5148622b0c2b4093cad475db9cbe9c8) AuthConfig (2b5db5d0d6f721b34db70201c165290700f022f0e2c740e80c85ed49b53adb59) AuthConfig (b270798ea6ab129027dd1769bf8f95a7dd2621faf46cab2858b51932f1c11062) AuthConfig (1b59aa7bbb8bc3043f82673d91fc3771da1238bd161ad5f84706b74ca836acee) AuthConfig (9dd697139f8900d96660f05ea9d5b24e42b2b41289869a1a57b7926b7572f810) AuthConfig (aed958b156c9ab3c2339cecd83d5fc6c13e049f3b3939110e777a70ff07fbf14) AuthConfig (afe943548bd9f89e56e7372fb85b356e55633e25142153ef6d2ac21344126050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"92cf0ba0-adbb-417a-90c6-076f817e6ab8","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:26.698120167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"cdb729cb-1817-4efa-b8a1-70a208602ce3","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:26.698223654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"cdb729cb-1817-4efa-b8a1-70a208602ce3","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.055581777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"9ff99319-e29b-415c-9410-28d152bc6f8b","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.055602868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"9ff99319-e29b-415c-9410-28d152bc6f8b","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.073875545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"9b873531-793c-43b8-aede-63f06bd03c79","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.073894228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"9b873531-793c-43b8-aede-63f06bd03c79","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.167792016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"2dc51b83-9a82-435e-a25b-81da51c015f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.291158095Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"2dc51b83-9a82-435e-a25b-81da51c015f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.308299888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"2dc51b83-9a82-435e-a25b-81da51c015f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.325059844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"6151c622-70d1-4184-b388-99f639a6e5e4","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:27.325098865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"6151c622-70d1-4184-b388-99f639a6e5e4","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:34.887859314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:36.284602679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-5ca26c","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"explicit-model-5ca26c","reconcileID":"7a431158-c059-426e-a312-79180d893105","MaaSModelRef":{"name":"explicit-model-5ca26c","namespace":"ai-tenant-e2e-explicit-5ca26c"},"routeName":"explicit-model-5ca26c-kserve-route","namespace":"ai-tenant-e2e-explicit-5ca26c","llmisvcName":"explicit-model-5ca26c","gateway":"openshift-ingress/e2e-explicit-5ca26c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:36.662636809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"e187285c-104e-49c3-a90d-d5684957d46c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:36.680454183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"e187285c-104e-49c3-a90d-d5684957d46c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:36.755032959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"370a495c-28cc-48f3-85b7-cde4ab1b6852","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:36.755053881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"370a495c-28cc-48f3-85b7-cde4ab1b6852","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:37.35278786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"aaf3d604-ed47-406c-84a1-e88ef368b49e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:37.370339814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"aaf3d604-ed47-406c-84a1-e88ef368b49e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:37.386789966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"aaf3d604-ed47-406c-84a1-e88ef368b49e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.495678279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"65af1c71-7602-42fe-b2b4-d8e7372a7136","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.495697679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"65af1c71-7602-42fe-b2b4-d8e7372a7136","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.517852863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"e3922a74-fd46-497a-81ee-2eb90fe8fbef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.517939148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"e3922a74-fd46-497a-81ee-2eb90fe8fbef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.523547037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"d4f7a56d-d83e-46a5-86f8-c2319725aad7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:38:38.529994712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"74df55dc-5e7b-4d54-b969-5e101be89d8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9c0715\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:38:38.53316165Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"e3922a74-fd46-497a-81ee-2eb90fe8fbef","name":"auth-test-model-c8c348","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c8c348\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:38:38.533211084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"e3922a74-fd46-497a-81ee-2eb90fe8fbef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c8c348\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.539221986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"ae8a1588-c11e-4839-b544-a134726fae60","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.53923907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"ae8a1588-c11e-4839-b544-a134726fae60","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.541516549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"d4f7a56d-d83e-46a5-86f8-c2319725aad7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.56221899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"02396422-e098-4a1e-a51d-20267621baa4","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.562236958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"02396422-e098-4a1e-a51d-20267621baa4","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.580830175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"6eff23af-820b-4754-855d-004350c5aa7b","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.580850835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"6eff23af-820b-4754-855d-004350c5aa7b","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.64276247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"810411db-f5a0-4174-a18f-0b878a2f943d","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-auth-test-model-c8c348","model":"auth-test-model-c8c348","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-c8c348/e2e-auth-iso-9c0715"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.691982612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"8c5c5aed-4339-40cd-a798-bc2cf4981746","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.692001825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"8c5c5aed-4339-40cd-a798-bc2cf4981746","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.698788817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"e162f0d2-bb5e-42ab-aa3c-b74287f55346","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.716468769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"e162f0d2-bb5e-42ab-aa3c-b74287f55346","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:38.748012234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"20eb5ef8-b339-4aaa-9a85-2b7b2f8494de","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-auth-test-model-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:47.423679667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"bca05efb-b22f-48a3-b13b-823b9a34333b","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:47.442882935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"bca05efb-b22f-48a3-b13b-823b9a34333b","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:47.462444503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"bca05efb-b22f-48a3-b13b-823b9a34333b","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:55.917096774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f43a4d-3f61-4b81-8822-268a5c6c7ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:55.931461853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f43a4d-3f61-4b81-8822-268a5c6c7ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:55.945595316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f43a4d-3f61-4b81-8822-268a5c6c7ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:55.959526806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f43a4d-3f61-4b81-8822-268a5c6c7ab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.496823222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e039e4cc-203e-40e1-91c2-bc098df0147f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.510905354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e039e4cc-203e-40e1-91c2-bc098df0147f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.524620337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e039e4cc-203e-40e1-91c2-bc098df0147f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.538605855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e039e4cc-203e-40e1-91c2-bc098df0147f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.629890471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"529b1606-b30c-4bb8-b79e-411fe5f7880c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.629993088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"529b1606-b30c-4bb8-b79e-411fe5f7880c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.98730744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"0275c396-9634-4eb4-9c0f-e5048240c796","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:56.98733264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"0275c396-9634-4eb4-9c0f-e5048240c796","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.005234501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"78340917-d065-463b-827e-6fb1c5ba0fb6","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.005260342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"78340917-d065-463b-827e-6fb1c5ba0fb6","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.084056957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a6e65e6a-4cef-474a-88c1-be2edbb8b7f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.1125773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f98155-9e49-423f-b878-aca5388257e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.126684897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f98155-9e49-423f-b878-aca5388257e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.155305223Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a6e65e6a-4cef-474a-88c1-be2edbb8b7f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.155855488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f98155-9e49-423f-b878-aca5388257e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.170238064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f98155-9e49-423f-b878-aca5388257e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.172148643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a6e65e6a-4cef-474a-88c1-be2edbb8b7f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.191646212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"7e6e1532-9127-46b1-bc2b-63f896268731","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.191663941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"7e6e1532-9127-46b1-bc2b-63f896268731","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.490741626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"3f3d5041-1f3a-4bcc-b329-2f9dbe9838b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.50887659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"3f3d5041-1f3a-4bcc-b329-2f9dbe9838b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.525363302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c0323c299a923ae1428dc82c84a912af1030fa7abef1fedc666f73386ff5e99c) AuthConfig (1444c922cf7fd317312be3b398ebae49e0aa37bcfa090819c4b77d512477bc06) AuthConfig (66696e8913cb5e785f3f225a8b80b2e6e5c20640936b7f4febc7da21b3a61479) AuthConfig (b14a641ff34b97cb85529b2f794e80d672d6df14d4fbd1663bc46b3b664842aa) AuthConfig (0c1dc0e449cba6ebd4254e327b7a90e0a2e642a8f68fd10c4dcd26bf98407b22) AuthConfig (68ba854745c7b7a1ac735c69270902fdbe072663cca4711e83da275024afa852) AuthConfig (d9cda2ebf06ec4dcf41f6eb3b12250983b25cf8579b88e6ef404185ca657ab9d) AuthConfig (b35c8c0e8dbdbc1bb6dd17aaa036a3cb017a1c7a4cec4576ba425610485f629f) AuthConfig (69c4fbf64b3e6fd7c386987358aa7de1356aeea0c6d112fda2ebf206a2ab6c9a) AuthConfig (38788ed98c3a65dbd72c8d377bda99e9106c46bf57fdc59938a2b91a02669273) AuthConfig (3f8377b70af17d97504917a94abe9b58a268a3e19fad973f60edc13c10a8a26e) AuthConfig (03e7de4bbc0d87a48e3ce56ac5b1e4d9e650585c40872e5b079c7ce0100de80c) AuthConfig (093fc64d6bc1e8630d8309f7f14066d84cbd496a45f7f6661eba83a1b0e1fd8d) AuthConfig (1f9773e983897df9f04f9740c4bdee9e0d471ba2e109e9dc690fc175c0c2038f) AuthConfig (31f11decf35cc63e3bb320d87cfcbeb2c6e08a7089c27d0cf29c5bc40d7e5aa2) AuthConfig (b71e999caf7251327d144b62a0f24fe6b50f24570e94cc00c583a3c01f2a26ad) AuthConfig (df4a86565042a5d443959179934540987602b953880cf9dd607461eb3c14654f) AuthConfig (ac6ecec72aacd43a87d26cb5882f9c9384219c8c7e4acd927f020f2e1fbc9e2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"3f3d5041-1f3a-4bcc-b329-2f9dbe9838b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.544782384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"94604b46-ba92-40f5-86d8-dff77b5daa79","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:57.544802751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"94604b46-ba92-40f5-86d8-dff77b5daa79","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:58.880574062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"38dc170a-424b-4d8d-bb65-2edefe85c94f","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:58.880626983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"38dc170a-424b-4d8d-bb65-2edefe85c94f","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.21207157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"25ce67b1-06a0-410c-bc15-a86a2e9741a8","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.212123507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"25ce67b1-06a0-410c-bc15-a86a2e9741a8","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.228532014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"130c9495-c98b-4863-8d38-4748a13fbe78","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.228556055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"130c9495-c98b-4863-8d38-4748a13fbe78","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.259509496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"2b073afc-fddb-43ca-8b71-a5b3837f17b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.308120233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"2b073afc-fddb-43ca-8b71-a5b3837f17b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.324773985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b382b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"2b073afc-fddb-43ca-8b71-a5b3837f17b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.341450396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"f26443fa-5ba1-4aaf-bdd0-fcc10c7c0222","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:38:59.341465326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"f26443fa-5ba1-4aaf-bdd0-fcc10c7c0222","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:04.887947504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:07.219290355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"b15b33a7-8c12-4367-83df-e4c63dea797c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:07.23780232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"b15b33a7-8c12-4367-83df-e4c63dea797c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:07.255186742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"b15b33a7-8c12-4367-83df-e4c63dea797c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:07.572325713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"7f06f96a-75b7-478a-ae0d-75b4ac171c80","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:07.589610761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"7f06f96a-75b7-478a-ae0d-75b4ac171c80","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:07.60633116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c0323c299a923ae1428dc82c84a912af1030fa7abef1fedc666f73386ff5e99c) AuthConfig (1444c922cf7fd317312be3b398ebae49e0aa37bcfa090819c4b77d512477bc06) AuthConfig (66696e8913cb5e785f3f225a8b80b2e6e5c20640936b7f4febc7da21b3a61479) AuthConfig (b14a641ff34b97cb85529b2f794e80d672d6df14d4fbd1663bc46b3b664842aa) AuthConfig (0c1dc0e449cba6ebd4254e327b7a90e0a2e642a8f68fd10c4dcd26bf98407b22) AuthConfig (68ba854745c7b7a1ac735c69270902fdbe072663cca4711e83da275024afa852) AuthConfig (d9cda2ebf06ec4dcf41f6eb3b12250983b25cf8579b88e6ef404185ca657ab9d) AuthConfig (b35c8c0e8dbdbc1bb6dd17aaa036a3cb017a1c7a4cec4576ba425610485f629f) AuthConfig (69c4fbf64b3e6fd7c386987358aa7de1356aeea0c6d112fda2ebf206a2ab6c9a) AuthConfig (38788ed98c3a65dbd72c8d377bda99e9106c46bf57fdc59938a2b91a02669273) AuthConfig (3f8377b70af17d97504917a94abe9b58a268a3e19fad973f60edc13c10a8a26e) AuthConfig (03e7de4bbc0d87a48e3ce56ac5b1e4d9e650585c40872e5b079c7ce0100de80c) AuthConfig (093fc64d6bc1e8630d8309f7f14066d84cbd496a45f7f6661eba83a1b0e1fd8d) AuthConfig (1f9773e983897df9f04f9740c4bdee9e0d471ba2e109e9dc690fc175c0c2038f) AuthConfig (31f11decf35cc63e3bb320d87cfcbeb2c6e08a7089c27d0cf29c5bc40d7e5aa2) AuthConfig (b71e999caf7251327d144b62a0f24fe6b50f24570e94cc00c583a3c01f2a26ad) AuthConfig (df4a86565042a5d443959179934540987602b953880cf9dd607461eb3c14654f) AuthConfig (ac6ecec72aacd43a87d26cb5882f9c9384219c8c7e4acd927f020f2e1fbc9e2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"7f06f96a-75b7-478a-ae0d-75b4ac171c80","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.369781624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"7e216ef2-c341-480b-b45a-59e1014ec744","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.387556773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"7e216ef2-c341-480b-b45a-59e1014ec744","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.404995348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b382b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"7e216ef2-c341-480b-b45a-59e1014ec744","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.830365234Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","namespace":"ai-tenant-e2e-explicit-5ca26c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.830423544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","namespace":"ai-tenant-e2e-explicit-5ca26c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.830473307Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","tenant":"e2e-explicit-5ca26c","tenantID":"e2e-explicit-5ca26c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.845823272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Deployment","name":"maas-api-e2e-explicit-5ca26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.873036482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Service","name":"maas-api-e2e-explicit-5ca26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.889031762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-5ca26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.906503789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-5ca26c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.922541486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.938416699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.957964944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.973428217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.986742606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Deployment","name":"payload-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:09.999985805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.014325244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Service","name":"payload-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.02781943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"Service","name":"payload-pre-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.041259434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.055050131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.069021928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.087335032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.104897804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.120453008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.13694718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-5ca26c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.150888357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-5ca26c"},"namespace":"ai-tenant-e2e-explicit-5ca26c","name":"default-tenant","reconcileID":"01a70258-c811-4a87-b560-3f1157dbab1c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-5ca26c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.425384245Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-5ca26c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-5ca26c","reconcileID":"caabae4f-0164-47d6-9926-bd13a182c76b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-5ca26c","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-5ca26c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.814518407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fcc729-b39b-4472-b0fa-b7da2b409fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.82827515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fcc729-b39b-4472-b0fa-b7da2b409fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.842503668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fcc729-b39b-4472-b0fa-b7da2b409fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:10.85650127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72fcc729-b39b-4472-b0fa-b7da2b409fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:11.401043497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01656479-1509-4653-a032-1bd1e7807e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:11.415107424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01656479-1509-4653-a032-1bd1e7807e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:11.429715407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01656479-1509-4653-a032-1bd1e7807e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:11.444175662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01656479-1509-4653-a032-1bd1e7807e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.283546585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"e56d22ac-4ccd-442d-9b51-82ca2b1c8b92","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.301329548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"e56d22ac-4ccd-442d-9b51-82ca2b1c8b92","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.31929676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"e56d22ac-4ccd-442d-9b51-82ca2b1c8b92","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.636242554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"354a2de7-a22b-425d-b31a-2d393042d025","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.65386432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"354a2de7-a22b-425d-b31a-2d393042d025","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.671752407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c0323c299a923ae1428dc82c84a912af1030fa7abef1fedc666f73386ff5e99c) AuthConfig (1444c922cf7fd317312be3b398ebae49e0aa37bcfa090819c4b77d512477bc06) AuthConfig (66696e8913cb5e785f3f225a8b80b2e6e5c20640936b7f4febc7da21b3a61479) AuthConfig (b14a641ff34b97cb85529b2f794e80d672d6df14d4fbd1663bc46b3b664842aa) AuthConfig (0c1dc0e449cba6ebd4254e327b7a90e0a2e642a8f68fd10c4dcd26bf98407b22) AuthConfig (68ba854745c7b7a1ac735c69270902fdbe072663cca4711e83da275024afa852) AuthConfig (d9cda2ebf06ec4dcf41f6eb3b12250983b25cf8579b88e6ef404185ca657ab9d) AuthConfig (b35c8c0e8dbdbc1bb6dd17aaa036a3cb017a1c7a4cec4576ba425610485f629f) AuthConfig (69c4fbf64b3e6fd7c386987358aa7de1356aeea0c6d112fda2ebf206a2ab6c9a) AuthConfig (38788ed98c3a65dbd72c8d377bda99e9106c46bf57fdc59938a2b91a02669273) AuthConfig (3f8377b70af17d97504917a94abe9b58a268a3e19fad973f60edc13c10a8a26e) AuthConfig (03e7de4bbc0d87a48e3ce56ac5b1e4d9e650585c40872e5b079c7ce0100de80c) AuthConfig (093fc64d6bc1e8630d8309f7f14066d84cbd496a45f7f6661eba83a1b0e1fd8d) AuthConfig (1f9773e983897df9f04f9740c4bdee9e0d471ba2e109e9dc690fc175c0c2038f) AuthConfig (31f11decf35cc63e3bb320d87cfcbeb2c6e08a7089c27d0cf29c5bc40d7e5aa2) AuthConfig (b71e999caf7251327d144b62a0f24fe6b50f24570e94cc00c583a3c01f2a26ad) AuthConfig (df4a86565042a5d443959179934540987602b953880cf9dd607461eb3c14654f) AuthConfig (ac6ecec72aacd43a87d26cb5882f9c9384219c8c7e4acd927f020f2e1fbc9e2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"354a2de7-a22b-425d-b31a-2d393042d025","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.682609548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"e7371c7a-02ca-4b19-8faa-87395f8658ed","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-auth-test-model-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.733117898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"83fd92e8-95d3-45d3-aaa8-8675ea6cec98","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:17.733137468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"83fd92e8-95d3-45d3-aaa8-8675ea6cec98","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:18.197851484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"ff6a839c-7126-4ff9-be83-8b563a14d430","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:18.265822204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"ff6a839c-7126-4ff9-be83-8b563a14d430","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:18.975580538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"7c2a17ae-68ed-4dd0-a1d0-c5383f431a35","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:18.975602442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"7c2a17ae-68ed-4dd0-a1d0-c5383f431a35","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:18.993686931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"a12c333d-f17f-483a-a762-0411f5ebc3c7","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:18.99370622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"a12c333d-f17f-483a-a762-0411f5ebc3c7","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.021606569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"e7ff4437-d1f1-470a-8bc3-fd870aeff4a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.067695689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"e7ff4437-d1f1-470a-8bc3-fd870aeff4a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.086091598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"e7ff4437-d1f1-470a-8bc3-fd870aeff4a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.102560615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"e3821638-181f-4628-a331-cd7e9508bb3c","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.102578322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"e3821638-181f-4628-a331-cd7e9508bb3c","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.432739968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0b8701ad-9f0a-4bed-8694-5ba89fac5b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.45038138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0b8701ad-9f0a-4bed-8694-5ba89fac5b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.466798897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b382b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4bad5dd43b0823a840b6104fac8a5c4a198e3be3259456bf0ea442885c389c8e) AuthConfig (140d69a1df5eb52d819151725520ea1d8c4174c42bb5272285cb29e181e93d25) AuthConfig (33ca44b6c10dff539f413d7f6c6839fbaf8e114841c64003b082ad44f9e8ae0c) AuthConfig (ebcfd5bb840cbcbea14ec4ec0a2bdbfaf013b0fd8c22dc5ba44d82546414b3d9) AuthConfig (15b573ff770ffd98ae72447ae83490732c29cc90cbf79cc83ba1b4b42170f6d0) AuthConfig (37f3ab123a5b721200a53c7997fdebc1ab5f730fa30e2550500b2e7b5740813c) AuthConfig (f4a1ff4a041695bc1d34102a19e80bfe5f8f8400fbf7623a8997235b0e5eb1ac) AuthConfig (742d0e524ce2bef6f69cf846793f24b8a2618ed8823cac7d010a5729630a067c) AuthConfig (5c3926eb38adc34c3a5c06a036ba0211d324d555c4db109e8c4c86465441e8a8) AuthConfig (568f49cab0282a8d5a635ec69adc6d23d2bf0f577fe1628773bee7c8e89894e9) AuthConfig (b77925ceea511b10b80d2997b144aa40f2f4da94b95c03370cfc7e666b4be7b8) AuthConfig (ad050e816d111d33a0c6e3ba2f02ee88564ea24aa90e2f2c267ce7b74f476058) AuthConfig (ce6b7f8d070a5e5d36ddd74397749a9b2b69df9e1f2564e77f542d9045d50649) AuthConfig (76e7fc9747f8015f3fbd4a9e824243b1a87b8131747100254641de1b276c26ad) AuthConfig (8fd091b96c5fd45e41fbc0b0e92739df16e7323074c86be75a2b9786395b599d) AuthConfig (b1d6b22552f59a9482266a8f8e17301ed8164c8805318dacaf1f00ec71108e18) AuthConfig (f92f7495acab48c58a6ffd18794a11b1cd4e2b50f8438ad2c700fffeaa336342) AuthConfig (fc746fc0e26bce7aaf0e4fc1fd3d8fb6ca4dc047752d161e83d113be3f7f37f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0b8701ad-9f0a-4bed-8694-5ba89fac5b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.48546447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"48b380b8-65e0-4b69-a1dc-885feea8cb12","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:19.485483154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"48b380b8-65e0-4b69-a1dc-885feea8cb12","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:26.938980477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac55727-831a-4b44-8905-73c0b668fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:26.952941076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac55727-831a-4b44-8905-73c0b668fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:26.969528425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac55727-831a-4b44-8905-73c0b668fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:26.984127116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac55727-831a-4b44-8905-73c0b668fa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.348896426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"25acff33-d651-405a-ba93-91d90d1ae049","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.366703878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"25acff33-d651-405a-ba93-91d90d1ae049","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.382843783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (367311e56e4a3d7c1a9110f71573d4c3f225073575f119851e6fe007ea2850f5) AuthConfig (13ce958a55ff57f527f25cd199c8ad8dc4ffd8de94944313d5f97e395e46398c) AuthConfig (7324dc38f130cc25a381ec94eb0855482eb382f3157dc00fca1e6aa682c5dca5) AuthConfig (ab3181c8b1b82c1fbae8ccb766ec9604d095077b9d5d6b62f4d590186d08edd6) AuthConfig (48ba2da94cbbc09cf61479fe14537376f97e59ba02d8344aca48811745956524) AuthConfig (a659027df1459a87c7ccb4344476b924823cb54e17beccc0ed5ae022262d8bc7) AuthConfig (0b9471070dc859acd9a2ae7524d3a5c4178773b149d1cbeb82f57bf34f781990) AuthConfig (86a01ac276bcf22acbc6335f4b5d4e623119f8ed75d7be326e7c4d62839d794d) AuthConfig (0e61abb9830902ff99f0d1227069379b02e8f7c0d36229d140209f426108072c) AuthConfig (82be1ec2dec6fcaa322037a45d7f165d42ab833a324bc666613593d4e6224627) AuthConfig (93cc59ae7354679fea67c9fb0280eab9ed70473cbb4d30c6c998b7b9a9adff46) AuthConfig (8c0691b611f14f2ed0faa5dd6a9bdea739f226402da2998cb538ee0248410cf6) AuthConfig (49b45dee9469395d25258c6c49a26f8d1d9e1bbd61abd593050428880021d866) AuthConfig (674f89c00bc2b51be3d5780db86d02e712cc19e18df1cf19576b906eaa004a63) AuthConfig (f7cbc7f23ffb1346a48005f1d8cd04a8fabe0e82e02cbc4e5c4262486b31a901) AuthConfig (dc951b3c4b69d1056ec2cb26c162d6f69b73efe169edc231d961b1032701b921) AuthConfig (8fdc57074238a26e97e3c3ce185029d48d76058df86997bd7a8b83febf192633) AuthConfig (3436a72cb471d65f68f3cce31a01f730181266a1ccc3aa87d4dee635fb71966e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"25acff33-d651-405a-ba93-91d90d1ae049","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.401576514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"aa37895f-76e3-4453-a67c-74f08771b32a","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.401603749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"aa37895f-76e3-4453-a67c-74f08771b32a","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.512815374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1bad-5717-4e70-95da-637373009dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.527805335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1bad-5717-4e70-95da-637373009dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.541894903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1bad-5717-4e70-95da-637373009dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.55578503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93b1bad-5717-4e70-95da-637373009dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.702348294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"b2617b97-f234-45ba-8418-8ff111da8c69","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.719898409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"b2617b97-f234-45ba-8418-8ff111da8c69","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.795239656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"84379e1f-b875-4acd-8a05-d9d2bb473beb","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.795261759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"84379e1f-b875-4acd-8a05-d9d2bb473beb","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:27.860252734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7eb8ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7eb8ed","reconcileID":"25e1218a-6dca-4257-a938-08048d2a57c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7eb8ed","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7eb8ed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:28.227032452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece2831c-47f9-45c2-8582-f0034e2d22cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:28.240955667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece2831c-47f9-45c2-8582-f0034e2d22cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:28.255245033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece2831c-47f9-45c2-8582-f0034e2d22cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:28.281339144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece2831c-47f9-45c2-8582-f0034e2d22cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.129380924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"bf3142b0-7309-41c4-9463-c0e148334905","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.147618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"bf3142b0-7309-41c4-9463-c0e148334905","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.163689439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"bf3142b0-7309-41c4-9463-c0e148334905","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.470283297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"4474762b-9e25-41fd-8b66-d5c00d790aff","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.470309953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"4474762b-9e25-41fd-8b66-d5c00d790aff","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.505208938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"57beffbc-e30a-4fb5-8940-7a91f588dff6","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.505240016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"57beffbc-e30a-4fb5-8940-7a91f588dff6","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.51523189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"fb324846-d959-4384-9e31-a48cd52c775c","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:29.532169457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"5d1f3922-db2e-43a5-95e7-dceb3ffe98eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-52eed0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.535964568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"fb324846-d959-4384-9e31-a48cd52c775c","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.566559442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"e234d0a5-b737-46c6-886b-e50f9096be23","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.566586553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"e234d0a5-b737-46c6-886b-e50f9096be23","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.583236259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"c0497b44-5d21-4f11-bf59-495b167e3048","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.583258227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"c0497b44-5d21-4f11-bf59-495b167e3048","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.599594614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"b553160a-1fef-44bd-87e6-940a4399e8f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.621519926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"b553160a-1fef-44bd-87e6-940a4399e8f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.638338371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b382b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4bad5dd43b0823a840b6104fac8a5c4a198e3be3259456bf0ea442885c389c8e) AuthConfig (140d69a1df5eb52d819151725520ea1d8c4174c42bb5272285cb29e181e93d25) AuthConfig (33ca44b6c10dff539f413d7f6c6839fbaf8e114841c64003b082ad44f9e8ae0c) AuthConfig (ebcfd5bb840cbcbea14ec4ec0a2bdbfaf013b0fd8c22dc5ba44d82546414b3d9) AuthConfig (15b573ff770ffd98ae72447ae83490732c29cc90cbf79cc83ba1b4b42170f6d0) AuthConfig (37f3ab123a5b721200a53c7997fdebc1ab5f730fa30e2550500b2e7b5740813c) AuthConfig (f4a1ff4a041695bc1d34102a19e80bfe5f8f8400fbf7623a8997235b0e5eb1ac) AuthConfig (742d0e524ce2bef6f69cf846793f24b8a2618ed8823cac7d010a5729630a067c) AuthConfig (5c3926eb38adc34c3a5c06a036ba0211d324d555c4db109e8c4c86465441e8a8) AuthConfig (568f49cab0282a8d5a635ec69adc6d23d2bf0f577fe1628773bee7c8e89894e9) AuthConfig (b77925ceea511b10b80d2997b144aa40f2f4da94b95c03370cfc7e666b4be7b8) AuthConfig (ad050e816d111d33a0c6e3ba2f02ee88564ea24aa90e2f2c267ce7b74f476058) AuthConfig (ce6b7f8d070a5e5d36ddd74397749a9b2b69df9e1f2564e77f542d9045d50649) AuthConfig (76e7fc9747f8015f3fbd4a9e824243b1a87b8131747100254641de1b276c26ad) AuthConfig (8fd091b96c5fd45e41fbc0b0e92739df16e7323074c86be75a2b9786395b599d) AuthConfig (b1d6b22552f59a9482266a8f8e17301ed8164c8805318dacaf1f00ec71108e18) AuthConfig (f92f7495acab48c58a6ffd18794a11b1cd4e2b50f8438ad2c700fffeaa336342) AuthConfig (fc746fc0e26bce7aaf0e4fc1fd3d8fb6ca4dc047752d161e83d113be3f7f37f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"b553160a-1fef-44bd-87e6-940a4399e8f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.64176413Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"e3e25041-6662-4044-8197-cfab8329c7cf","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-auth-test-model-43ce14","model":"auth-test-model-43ce14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-43ce14/e2e-auth-iso-52eed0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.700500348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"682ce2d6-f958-4add-9b24-fae254a8565d","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.700519545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"682ce2d6-f958-4add-9b24-fae254a8565d","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.701150482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"3643e839-2d10-4023-b732-c1290159fe9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.719784178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"3643e839-2d10-4023-b732-c1290159fe9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:29.758897432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"8f0dd106-2208-4484-8fa3-0c605e447c00","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-auth-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:34.889598147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:37.428852724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"611a1a93-a290-4b2f-af14-b94cced5d96f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:37.446814062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"611a1a93-a290-4b2f-af14-b94cced5d96f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:37.523281056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"92c39a24-0673-44ca-9073-2dec3eb9d2e5","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:37.523300863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"92c39a24-0673-44ca-9073-2dec3eb9d2e5","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.89099832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"9a107e2f-5318-42e4-896a-6b121da2cfd3","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.89102047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"9a107e2f-5318-42e4-896a-6b121da2cfd3","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.912957754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"095a5d99-2137-4be6-b6ed-728ba1411fe7","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.912987355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"095a5d99-2137-4be6-b6ed-728ba1411fe7","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.919271655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"5fab1517-2310-4d34-bf00-f6d292080032","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:38.924965382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"9fb6eefe-f8a0-4660-8857-0df9e054bd2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c6c614\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:38.931130371Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"095a5d99-2137-4be6-b6ed-728ba1411fe7","name":"auth-test-model-a0d8f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a0d8f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:38.931178329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"095a5d99-2137-4be6-b6ed-728ba1411fe7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a0d8f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.936585176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"de03ec68-c317-43b7-be47-db5cffc44bc8","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.936603149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"de03ec68-c317-43b7-be47-db5cffc44bc8","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.937570619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"5fab1517-2310-4d34-bf00-f6d292080032","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.957204079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"b85bea33-f57c-4817-8dac-d811115cd50b","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.957219768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"b85bea33-f57c-4817-8dac-d811115cd50b","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.975953616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"6b0cc883-6cf6-4141-a4b2-9aba0bc16e83","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:38.975970534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"6b0cc883-6cf6-4141-a4b2-9aba0bc16e83","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.04214148Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"86800088-f1a0-4d7e-8d2a-a3bf9e4cf37c","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-auth-test-model-a0d8f7","model":"auth-test-model-a0d8f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a0d8f7/e2e-auth-iso-c6c614"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.092853318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"df0653b3-40ea-4a11-ac13-ef17230ac8a8","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.092969114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"df0653b3-40ea-4a11-ac13-ef17230ac8a8","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.093171469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"dcde0fca-acc3-4ed8-affb-b9266618a348","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.111993071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"dcde0fca-acc3-4ed8-affb-b9266618a348","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.150214975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"3e4590ff-9c06-4a60-94ee-da5ed7be3ccf","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-auth-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.192637083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"43f277a4-a7a7-42e0-9fb2-305561fe1916","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.210836111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"43f277a4-a7a7-42e0-9fb2-305561fe1916","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.227543843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd2c8e1b2be73417c9e66eb70cedfd3c369ee5ab624e2b4c88d98db0ded53034) AuthConfig (b978958dbe18755d13bfc6c1854437cbb569af5be94015ff6ecdd7f9b20b633b) AuthConfig (8a8322c9a25cc7f8edc632a933b14997339ef70922d8c7940015b0994758b660) AuthConfig (a978096396a6d7a48fe171c6af3d2017c2aa77c0292e32263156d0e760ae8c2b) AuthConfig (ede26d92ebfbb59aada58a7b90fe456a94ccadd957080e5f9e0c699c0039a134) AuthConfig (1db7a0f15c4116327d70ae3c2ae146cae02f9ee03aca62fcbc7d10ef1c299ab4) AuthConfig (aed2310a85260d18e0d169fbc762d0e9d7badaea09a4c0c6697d7089841084d7) AuthConfig (8deafdd8724d36a739b8cebde5c463577f4a000eac8108a3a704a6949eb83751) AuthConfig (07c7324903b5cc3051085b6cd8465a575461d61e2b52547d11759804b9303c7e) AuthConfig (94f6232477da3f13c4a66621e5fdd938cd58c87aaf5fa1557235002472e003ec) AuthConfig (5fcffd23758e5ce887a415fee3237fc4f624cae8e1f23777b95abda2fc02a2d1) AuthConfig (c0662709db82b3f8539108099788a271ce8fb9dee85daf889a5feefb1c909218) AuthConfig (9acb70a41e8c246d4bbbb3bb5b0e7546655e24e9305088928fc803609e37e7e7) AuthConfig (4a8765f8602581cbc9fc1d9baffbeaad0cd7e822267d51b35f6c11e6c653640a) AuthConfig (ac8f64b5d6c6fdbd6ba0c86aadc337ca3ae5a53900207f66d98d45a1b32ee5af) AuthConfig (1711c1a7c938db2c9460d7ad66cef2b7bbab73db719dd0bec919b4cd0bac6ee5) AuthConfig (551f7ef93a036399294b25040924c1105fc71c50c2d35df7d43dede074bc42d6) AuthConfig (0e6e5d848f92e3e413962c0c47a177915192a0bcf907af9a8330762cbcdb5172)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"43f277a4-a7a7-42e0-9fb2-305561fe1916","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.246641858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"e7ad1541-e4e7-4be0-bc90-5ecb54abe126","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.246659872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"e7ad1541-e4e7-4be0-bc90-5ecb54abe126","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.666733145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"5ba30547-f9c4-4932-8be7-d85deb8bd5b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.684348533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"5ba30547-f9c4-4932-8be7-d85deb8bd5b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.909605056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"768ac35d-2388-4760-a048-a3ad1ce6c75f","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:39.909625165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"768ac35d-2388-4760-a048-a3ad1ce6c75f","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.015569445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"5a2bd935-b33d-463b-97c6-3a26b68df61e","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.015590554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"5a2bd935-b33d-463b-97c6-3a26b68df61e","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.037427699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"99833faf-fa6a-4721-8101-bf718912178b","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.037452633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"99833faf-fa6a-4721-8101-bf718912178b","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.043288649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"62a51a1a-45a5-4ade-91ed-74f7c77e7446","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:41.047827073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0995828b-51b6-4ea1-b9cd-5f2143187466","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c1e730\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:41.052326582Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"99833faf-fa6a-4721-8101-bf718912178b","name":"auth-test-model-b382b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b382b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:39:41.052371311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"99833faf-fa6a-4721-8101-bf718912178b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b382b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.057714355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"2f827547-58f2-4a06-8058-5dfd806484e8","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.057733564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"2f827547-58f2-4a06-8058-5dfd806484e8","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.064893417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"62a51a1a-45a5-4ade-91ed-74f7c77e7446","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.082144955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"966f5ebd-5b8b-4074-81e5-109a8b14cbed","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.082160168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"966f5ebd-5b8b-4074-81e5-109a8b14cbed","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.09871231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"4b6bf33d-d76d-48d4-920c-d74f976249bc","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.098729419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"4b6bf33d-d76d-48d4-920c-d74f976249bc","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.158454977Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"082b3f9d-223e-4cb2-a87c-04df41925d44","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"maas-trlp-auth-test-model-b382b1","model":"auth-test-model-b382b1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-b382b1/e2e-auth-iso-c1e730"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.210226102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"9ba17325-12c8-416b-ac8e-7a79ab4ed207","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.210252841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"9ba17325-12c8-416b-ac8e-7a79ab4ed207","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.223988015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"19685690-90ed-413a-9afa-9bf994452c1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.242857484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"19685690-90ed-413a-9afa-9bf994452c1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:41.266587135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"e4436659-ee5c-4bdf-a530-5fc196446bb9","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"maas-trlp-auth-test-model-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:49.274377998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"d6e13c6b-81ff-4d98-8b42-d7a2de0a97a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:49.293271917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"d6e13c6b-81ff-4d98-8b42-d7a2de0a97a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:49.309688613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd2c8e1b2be73417c9e66eb70cedfd3c369ee5ab624e2b4c88d98db0ded53034) AuthConfig (b978958dbe18755d13bfc6c1854437cbb569af5be94015ff6ecdd7f9b20b633b) AuthConfig (8a8322c9a25cc7f8edc632a933b14997339ef70922d8c7940015b0994758b660) AuthConfig (a978096396a6d7a48fe171c6af3d2017c2aa77c0292e32263156d0e760ae8c2b) AuthConfig (ede26d92ebfbb59aada58a7b90fe456a94ccadd957080e5f9e0c699c0039a134) AuthConfig (1db7a0f15c4116327d70ae3c2ae146cae02f9ee03aca62fcbc7d10ef1c299ab4) AuthConfig (aed2310a85260d18e0d169fbc762d0e9d7badaea09a4c0c6697d7089841084d7) AuthConfig (8deafdd8724d36a739b8cebde5c463577f4a000eac8108a3a704a6949eb83751) AuthConfig (07c7324903b5cc3051085b6cd8465a575461d61e2b52547d11759804b9303c7e) AuthConfig (94f6232477da3f13c4a66621e5fdd938cd58c87aaf5fa1557235002472e003ec) AuthConfig (5fcffd23758e5ce887a415fee3237fc4f624cae8e1f23777b95abda2fc02a2d1) AuthConfig (c0662709db82b3f8539108099788a271ce8fb9dee85daf889a5feefb1c909218) AuthConfig (9acb70a41e8c246d4bbbb3bb5b0e7546655e24e9305088928fc803609e37e7e7) AuthConfig (4a8765f8602581cbc9fc1d9baffbeaad0cd7e822267d51b35f6c11e6c653640a) AuthConfig (ac8f64b5d6c6fdbd6ba0c86aadc337ca3ae5a53900207f66d98d45a1b32ee5af) AuthConfig (1711c1a7c938db2c9460d7ad66cef2b7bbab73db719dd0bec919b4cd0bac6ee5) AuthConfig (551f7ef93a036399294b25040924c1105fc71c50c2d35df7d43dede074bc42d6) AuthConfig (0e6e5d848f92e3e413962c0c47a177915192a0bcf907af9a8330762cbcdb5172)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"d6e13c6b-81ff-4d98-8b42-d7a2de0a97a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:50.605564928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"d80b668e-84c1-496d-9fa2-1833f57cdf8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:50.64522788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"d80b668e-84c1-496d-9fa2-1833f57cdf8f","name":"e2e-shared-a-w1-7eb8ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.365841482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"3e20386c-d658-4e3b-b8b9-090681da113e","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-auth-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.419441585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"947233dc-4967-40a8-b9ed-6ba4ee5a21c6","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.419461759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"947233dc-4967-40a8-b9ed-6ba4ee5a21c6","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.493996157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"ab3126cb-45bd-429d-af4f-9ab9a2a55371","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-auth-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.543041808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"c043d8f6-674f-49ca-849d-2e495526fb99","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.543060694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"c043d8f6-674f-49ca-849d-2e495526fb99","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.63141662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"2bfa3e4e-cf2b-4a8d-95ad-4f4a8e143bde","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"maas-trlp-auth-test-model-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.682222229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"f0e609b4-c908-48aa-8b41-7f149e83cde2","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:54.68224206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"f0e609b4-c908-48aa-8b41-7f149e83cde2","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.190023966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"ae49c99b-4ce7-4575-921c-34d5031b8f0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.207489174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"ae49c99b-4ce7-4575-921c-34d5031b8f0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.290341108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"55ad1b31-ee7c-4c6b-bbd4-5ac1bdc01c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.308736048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"55ad1b31-ee7c-4c6b-bbd4-5ac1bdc01c1c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.390585077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"57a7c434-8cd2-4f1b-9660-05cd15e720d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.408432977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"57a7c434-8cd2-4f1b-9660-05cd15e720d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.434890694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"a7dfde27-bbf1-4162-8c8b-d098b4389935","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.434911262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"a7dfde27-bbf1-4162-8c8b-d098b4389935","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.452693572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"58b9eaad-6b5e-4b06-ba69-45f0b1c50aeb","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.45271289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"58b9eaad-6b5e-4b06-ba69-45f0b1c50aeb","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.490581427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f4d4098d-b069-474b-be60-9c14db174c62","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.593043679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f4d4098d-b069-474b-be60-9c14db174c62","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.594452482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"cb2ff010-b786-4445-b83c-84a5d6fd4578","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.594472324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"cb2ff010-b786-4445-b83c-84a5d6fd4578","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.609426658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-44ebe1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f4d4098d-b069-474b-be60-9c14db174c62","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.610050231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"6985e869-4ecd-46f6-be2b-37b5402bd4df","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.610073624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"6985e869-4ecd-46f6-be2b-37b5402bd4df","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.629911214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"de4a91e7-1e39-4f12-84a3-238cf06d0131","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.629928655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"de4a91e7-1e39-4f12-84a3-238cf06d0131","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.638997335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"2da8c5fb-eb63-46f9-b500-a1e949c435f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.684543103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"2da8c5fb-eb63-46f9-b500-a1e949c435f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.70095741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"2da8c5fb-eb63-46f9-b500-a1e949c435f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.72033851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"edf0e0cc-2c5b-497c-a748-0b2670223cfe","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:55.720413638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"edf0e0cc-2c5b-497c-a748-0b2670223cfe","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.760289173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"0a61a10e-bbdf-47c5-84e4-101a28a570d2","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.760308569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"0a61a10e-bbdf-47c5-84e4-101a28a570d2","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.778286727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"e4f4bc52-530a-4bee-bfe3-04301eb16d6c","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.778305834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"e4f4bc52-530a-4bee-bfe3-04301eb16d6c","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.805442001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"8be4a89a-69bb-4210-9bec-bdd76dbbace2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.851049786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"8be4a89a-69bb-4210-9bec-bdd76dbbace2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.868054073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"8be4a89a-69bb-4210-9bec-bdd76dbbace2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.886241467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"78732780-96b7-4fa1-906d-bf787bfab0cf","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:56.88626543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"78732780-96b7-4fa1-906d-bf787bfab0cf","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:59.338113914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"81e78530-8132-4bfc-9c18-ca1c0b37bf57","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:59.359033007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"81e78530-8132-4bfc-9c18-ca1c0b37bf57","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:59.434041549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"bd78c7cc-5ca5-4c0f-b64a-8eaab72666d2","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:39:59.434060439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"bd78c7cc-5ca5-4c0f-b64a-8eaab72666d2","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.799045041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"b1d2d01b-436d-45b3-a354-3c70c7a13418","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.799066729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"b1d2d01b-436d-45b3-a354-3c70c7a13418","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.819161884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"0e0a3d2c-3b8f-480a-8c10-ce18d751ed39","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.819252702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"0e0a3d2c-3b8f-480a-8c10-ce18d751ed39","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.826269309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"b15d3566-824d-44e1-b729-a75cbecfa00b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:00.832892043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"c4b9c514-183b-49de-9941-3834af2dbe40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9c0715\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:00.834336228Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"0e0a3d2c-3b8f-480a-8c10-ce18d751ed39","name":"auth-test-model-127742","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-127742\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:00.834385792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"0e0a3d2c-3b8f-480a-8c10-ce18d751ed39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-127742\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.839701564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"b36dd080-190c-4c50-bee8-353d167059e1","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.839716703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"b36dd080-190c-4c50-bee8-353d167059e1","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.843670061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"b15d3566-824d-44e1-b729-a75cbecfa00b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.865200774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"cc243db6-e1ff-43e9-a808-a41758d16694","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.865219025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"cc243db6-e1ff-43e9-a808-a41758d16694","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.88170381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"66742e07-fd0f-4216-b74f-cb356a0fb19a","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.881720953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"66742e07-fd0f-4216-b74f-cb356a0fb19a","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.941984807Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"b1c5925a-0cb7-472b-b4a1-79b5c5245c6b","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-auth-test-model-127742","model":"auth-test-model-127742","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-127742/e2e-auth-iso-9c0715"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.993390032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"841ed173-97f7-47ed-b0f9-26ee07eb2c10","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.993409769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"841ed173-97f7-47ed-b0f9-26ee07eb2c10","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:00.99859934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"0a58dc6a-ca9e-483c-b1b7-b5e1aee1a446","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:01.017649074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"0a58dc6a-ca9e-483c-b1b7-b5e1aee1a446","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:01.048489669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"b092348b-3139-40da-97d2-0172fea78283","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-auth-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:04.888235672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:05.658205894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"afa752e1-2e55-43d6-9d52-4af9833b7e46","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:05.676163428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"afa752e1-2e55-43d6-9d52-4af9833b7e46","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:05.693380412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-44ebe1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"afa752e1-2e55-43d6-9d52-4af9833b7e46","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:05.759050273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0196c5f2-e254-4efa-bfca-31f5e928b9fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:05.777907291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0196c5f2-e254-4efa-bfca-31f5e928b9fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:05.795827766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0196c5f2-e254-4efa-bfca-31f5e928b9fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:06.914711187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"6e8d26d6-afc1-4233-9f2e-a97ceef983e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:06.93287368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"6e8d26d6-afc1-4233-9f2e-a97ceef983e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:06.949627337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"6e8d26d6-afc1-4233-9f2e-a97ceef983e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.320890215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18297460-cd1c-4c96-a4e6-2fcad846cde4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.334879503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18297460-cd1c-4c96-a4e6-2fcad846cde4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.349008266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18297460-cd1c-4c96-a4e6-2fcad846cde4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.362967141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18297460-cd1c-4c96-a4e6-2fcad846cde4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.914171374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a18f5-0fbc-4220-b8d1-4a8bac579d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.92846443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a18f5-0fbc-4220-b8d1-4a8bac579d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.942452101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a18f5-0fbc-4220-b8d1-4a8bac579d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:14.956469334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a18f5-0fbc-4220-b8d1-4a8bac579d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:15.722820612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f90b899b-79dd-4a76-ba0f-d4a8c77a340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:15.743325216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f90b899b-79dd-4a76-ba0f-d4a8c77a340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:15.760489052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-44ebe1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f90b899b-79dd-4a76-ba0f-d4a8c77a340c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:15.824725221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"3cf16409-b84d-4bf0-a843-921d6055acf7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:15.842208924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"3cf16409-b84d-4bf0-a843-921d6055acf7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:15.858795007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"3cf16409-b84d-4bf0-a843-921d6055acf7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:16.977591994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"ebb7e82c-3903-42b3-9271-740e7fac47cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:17.000392285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"ebb7e82c-3903-42b3-9271-740e7fac47cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:17.016825347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"ebb7e82c-3903-42b3-9271-740e7fac47cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:22.422795709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d1170c-3419-484b-ad9e-e1f1dca90970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:22.437065121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d1170c-3419-484b-ad9e-e1f1dca90970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:22.451525191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d1170c-3419-484b-ad9e-e1f1dca90970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:22.46587242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d1170c-3419-484b-ad9e-e1f1dca90970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.031777735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf9f82d-bb88-4742-b495-6d98b5427e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.046801015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf9f82d-bb88-4742-b495-6d98b5427e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.069096497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf9f82d-bb88-4742-b495-6d98b5427e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.070002642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"fcd970b6-f373-4bb2-ab9d-64fc3e0a9604","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-auth-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.100362365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf9f82d-bb88-4742-b495-6d98b5427e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.18866593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"a3c086f8-bea6-4cbc-ac47-b1db187dc26c","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.188769228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"a3c086f8-bea6-4cbc-ac47-b1db187dc26c","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.28935999Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-368567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-368567","reconcileID":"55b98ceb-69d1-4bc9-b55a-7bceffcdf496","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-368567","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-368567":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.863009209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debdfbe8-fbe7-4fb7-ba53-30dc60615c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.882315042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debdfbe8-fbe7-4fb7-ba53-30dc60615c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.897462987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debdfbe8-fbe7-4fb7-ba53-30dc60615c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:23.912763493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"debdfbe8-fbe7-4fb7-ba53-30dc60615c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.014252804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"b26ad434-33bf-47e3-b3a4-3aafd974d078","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.033420507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"b26ad434-33bf-47e3-b3a4-3aafd974d078","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.790477126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"efb22d71-f4a4-4741-a2e3-66c7ad53e3a2","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.790505874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"efb22d71-f4a4-4741-a2e3-66c7ad53e3a2","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.818221161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"19600b46-a94d-4eb6-bd5a-736fac236374","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.835775782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"19600b46-a94d-4eb6-bd5a-736fac236374","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:24.839316689Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"7a4e6ef5-e701-4d34-89fc-5281460e1066","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-855be9ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.002541389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"6f82bc7f-ec47-4726-99b3-692b22b39d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.020607468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"6f82bc7f-ec47-4726-99b3-692b22b39d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.795021045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"a31d2b8c-366a-48d6-a9f5-12bdd41da6fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.812530204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"a31d2b8c-366a-48d6-a9f5-12bdd41da6fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.83004481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-44ebe1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cb8de3dc257631055f6023e6cc5bca895f9aca03328547521449b7f50a24d7d) AuthConfig (d825163c2193d4c59216070f4f66902aa386a8379a43679c347dd70aa6175d9a) AuthConfig (0d037ec60461c406e898568012c951ead38411b13041a2320d22d9aeb24460e1) AuthConfig (57d6a8a8b3d3c342f2fba645c27c6f6ae60419254660af4bab764b62cbe53095) AuthConfig (cc234c262c97dfe65acd74782718a76c355fe28ae7879641993ea94dc4bc1bac) AuthConfig (694b3a1a37f39b9880028aedd741a9448b76fcad651971f188ffd14d8a35a231) AuthConfig (d08fe9acf6672eb52286192438ec61ccd6d5cc88f4d4dcbb2b37af484dc9677a) AuthConfig (8d7824efb2453f5fa0445f69b5f33594d7f840b300142b51b82c0d257ff3fe63) AuthConfig (1f626222c13178f5e5405d51069248ea78fdc54e7c5742abac63dfc47dc4f901) AuthConfig (a5d806d261f28a6b6bfc753f7793591925eb062c9ce3f28b64d6dee0da2d735d) AuthConfig (6410d9a56bb251044b68c33045e68f2202e8ad33782292f12f5c1a886b990e35) AuthConfig (09a1fb5593d94cd5a3a96a76c69b875dafde007a7c0dc1a4d791c3b27a8450a1) AuthConfig (e2ce2552fb1a2a532b1a16b0bea18fb21ff1bed2a91a8c6dc9014322ddaf2a44) AuthConfig (8a8fe9e4100147b3a53a9b57191c03982a368b82af1a020c7acc803e4e6dbdfa) AuthConfig (a63b910ef72c740ba8df6fe779e4f5ede79f9548bed1dd0737af55cb38f01360) AuthConfig (4698f3f4d25bed577926325fd98cf94fc9da6a9946c926de0f599e8e9f7717d5) AuthConfig (5b00ea291b29a5f0fb574e9d7006a0a9730c3d974d4ee6e91606430d1d811f18) AuthConfig (f06b4a2fdb8fdd6f5afe21bced6480ddb53839201c194674bcdabaa5bd474150)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"a31d2b8c-366a-48d6-a9f5-12bdd41da6fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.851915539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"1b5e2d65-a515-4136-9f75-0dfae54c2819","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.851938476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"1b5e2d65-a515-4136-9f75-0dfae54c2819","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.895529074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4bec2483-d129-4fe6-a990-0f587ad5ae77","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.913546036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4bec2483-d129-4fe6-a990-0f587ad5ae77","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.930233687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (421848ddd212aa29091993ba7b3f50ecab2a137c55bd4d46cc61da0dd0bf2e0a) AuthConfig (965a9262d90bb2c4869ebd7573fb06389b73ae29c4abe594f856a578842673db) AuthConfig (065fd94f844542414aa064ba383cfbcde3753465e35ea57d1d15ce92350c1eff) AuthConfig (8160429196cb91391736cc9c7cb1813151e8643de6902a11c7d425f6730f6637) AuthConfig (93e2d84c4f85d96e495177a4f771b3be9c03e01d6e6a53e42c75f0b4abdcf79e) AuthConfig (98646087185b6b49444b9b3b00f4ef1aa33c7b85fd1218682eaa147439c2ef93) AuthConfig (f9feebb4c8ded8adec748113a622aefc2b507b8311b99b8d0abe270df50ebb07) AuthConfig (5847e935a8113a8189a1265478686532e259c8555cc107c6d3fda5a09bcfc1ff) AuthConfig (9dc6d077afb7b01f89d89026571df8b901878c2ce8e5fb57257dc195655c80aa) AuthConfig (5463995ee91da986555d47e3b41a1f8b63c19dba762e8c83a0edd892a0a4b48e) AuthConfig (71bad9f236bfb38e84bc4cf51827e073ab3e8c5518db1206f973845b4a5d636d) AuthConfig (663c684fc9e5fdce5d52d6bb712f88304ab79a4bd5efb58e5bc9b140a949df4b) AuthConfig (43b161eaeabeac9d9d28769a33ba6c8c7f5b0b019e46b5b5908779f67def9b43) AuthConfig (a1e67a044c6ea90a71d306e7407fc6b53fdcaf72a4fb4123403cddfd883fcfbf) AuthConfig (a5c01444cf9681d904e1962d37f0cab75eba3e90f656686e7ca5c60283e88e71) AuthConfig (9bac52126f463a133700ba506af1785d3fa7586b3bfdf530455b8944892620a1) AuthConfig (8bae6661369c93cf3d81b010a13146020602deba86ff94c2a9fae99890f88cad) AuthConfig (7e0aa4fb8c4aa3f719001f984b32bea6cac860a9a57d542381f00cc67a136ec0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4bec2483-d129-4fe6-a990-0f587ad5ae77","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.948902854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"d115fec7-976d-43dc-b87b-44247ec19c03","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:25.948933229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"d115fec7-976d-43dc-b87b-44247ec19c03","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:27.04676894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"74df5508-416e-49e5-a0f2-b842ef770c42","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:27.066930135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"74df5508-416e-49e5-a0f2-b842ef770c42","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:27.083431543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03acd4c19978c394321362b2b70603abf3316b2887cfdd1ae60b4baf80b39ca8) AuthConfig (172847dbb47b70665e297b58809e1a6f114d798eb3fc6e05631c8a17953aaef0) AuthConfig (582d27af4549392dfd39117687d2159feae9a1d7dbc67246d6a52443baf37758) AuthConfig (f83e5f487fe60c1a8e46d4c5ea1d36a53f912f2cd7fb879d0a8312cf9a25c164) AuthConfig (75a3d0e9d5a7e231473efa65e2517ae6abc0a7c2b73422454dcc02830618150c) AuthConfig (b70b8353bcbfd455497a514deaafcb6e8a3297590cabe85c07587c1994d47768) AuthConfig (4a5cb2f41f98e6a10ddf10a85bc654bb2b9b8babad70b54a9e5444fdc8d26bb7) AuthConfig (efe8a8871b66c1d628d8d2c4408767f64bfe03d518596594d1a034bf17f904d0) AuthConfig (13674239df07079116c8522e24360eb54c7f48ee9a9cb4088642b22a5368dce3) AuthConfig (f4aa3b5c5c2de08ae9af106a2c119db89c5eed80d030ad036ef187a5ac387956) AuthConfig (defd7be164ec0bc7181100a762ebf47149cbe612899e3e5ddecc78195299d199) AuthConfig (0f1db951f997b6e601c75daec13ffd4700744ab5e77952b781aed290f7f1ce5a) AuthConfig (9f17440d34fd058d81e927d827df296a0bfa360d95a64a5612e0bcf9451702d5) AuthConfig (e7d5b87accd5c83a670a51c3d3bb90860c39d2a1dda4eaf129d67faaf9ccc161) AuthConfig (d2381d3ebfbf22ff84cef41d45bf0f9892e5308d48ff0944ffad03064d0844c2) AuthConfig (6bc0e13375d5526a208f17cc3c368b8b8982de251e1028f3316917b955ea7b6e) AuthConfig (06e2a671e84f6a4e954f35f6b8ab2c54a34c936d29277207a0b22bcc3b60cb5d) AuthConfig (ecc479f38778370cd05430845a457059dc8265e0af840c6a4ca4486681c22eb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"74df5508-416e-49e5-a0f2-b842ef770c42","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:27.102423659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"bac0086e-52a7-4ae4-9143-dc26460d4d04","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:27.102446924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"bac0086e-52a7-4ae4-9143-dc26460d4d04","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:34.853966427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"141a10c9-3e51-49e9-a302-080317404cc3","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","subscription":"e2e-auth-iso-9c0715","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:34.869470492Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"141a10c9-3e51-49e9-a302-080317404cc3","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:34.886022216Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"141a10c9-3e51-49e9-a302-080317404cc3","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:34.89334588Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:34.97369695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"c7af769d-97fc-4f80-bc20-83c0f8c52570","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:34.973727811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"c7af769d-97fc-4f80-bc20-83c0f8c52570","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.069469946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"61fac326-5b5e-42e4-b9ea-30219043bffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.088822522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"61fac326-5b5e-42e4-b9ea-30219043bffa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.129851782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"f1d962bc-fcc0-47ce-83ec-6b6256080a84","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.129874172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"f1d962bc-fcc0-47ce-83ec-6b6256080a84","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.176509912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"8c768bdc-b140-4deb-a188-7733a41cb71b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.180391094Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"3baba4e6-4798-4e47-b5e6-e32ba404f80f","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb61d6ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.194549985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"8c768bdc-b140-4deb-a188-7733a41cb71b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.266514523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"f17f0675-c5de-4e8a-bc0d-e29531786394","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.287353897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"f17f0675-c5de-4e8a-bc0d-e29531786394","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.370523244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"3f559ec5-a799-442a-abb0-971a7e480897","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.398503612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"3f559ec5-a799-442a-abb0-971a7e480897","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.883392037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"40d367cb-6911-483d-8d5e-e9e8937fe6c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.901246159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"40d367cb-6911-483d-8d5e-e9e8937fe6c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.917852454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-44ebe1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cb8de3dc257631055f6023e6cc5bca895f9aca03328547521449b7f50a24d7d) AuthConfig (d825163c2193d4c59216070f4f66902aa386a8379a43679c347dd70aa6175d9a) AuthConfig (0d037ec60461c406e898568012c951ead38411b13041a2320d22d9aeb24460e1) AuthConfig (57d6a8a8b3d3c342f2fba645c27c6f6ae60419254660af4bab764b62cbe53095) AuthConfig (cc234c262c97dfe65acd74782718a76c355fe28ae7879641993ea94dc4bc1bac) AuthConfig (694b3a1a37f39b9880028aedd741a9448b76fcad651971f188ffd14d8a35a231) AuthConfig (d08fe9acf6672eb52286192438ec61ccd6d5cc88f4d4dcbb2b37af484dc9677a) AuthConfig (8d7824efb2453f5fa0445f69b5f33594d7f840b300142b51b82c0d257ff3fe63) AuthConfig (1f626222c13178f5e5405d51069248ea78fdc54e7c5742abac63dfc47dc4f901) AuthConfig (a5d806d261f28a6b6bfc753f7793591925eb062c9ce3f28b64d6dee0da2d735d) AuthConfig (6410d9a56bb251044b68c33045e68f2202e8ad33782292f12f5c1a886b990e35) AuthConfig (09a1fb5593d94cd5a3a96a76c69b875dafde007a7c0dc1a4d791c3b27a8450a1) AuthConfig (e2ce2552fb1a2a532b1a16b0bea18fb21ff1bed2a91a8c6dc9014322ddaf2a44) AuthConfig (8a8fe9e4100147b3a53a9b57191c03982a368b82af1a020c7acc803e4e6dbdfa) AuthConfig (a63b910ef72c740ba8df6fe779e4f5ede79f9548bed1dd0737af55cb38f01360) AuthConfig (4698f3f4d25bed577926325fd98cf94fc9da6a9946c926de0f599e8e9f7717d5) AuthConfig (5b00ea291b29a5f0fb574e9d7006a0a9730c3d974d4ee6e91606430d1d811f18) AuthConfig (f06b4a2fdb8fdd6f5afe21bced6480ddb53839201c194674bcdabaa5bd474150)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"40d367cb-6911-483d-8d5e-e9e8937fe6c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.981211074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"553e10d7-5e78-4f25-bbe7-7f6fa864c33d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:35.999479835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"553e10d7-5e78-4f25-bbe7-7f6fa864c33d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:36.016446333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (421848ddd212aa29091993ba7b3f50ecab2a137c55bd4d46cc61da0dd0bf2e0a) AuthConfig (965a9262d90bb2c4869ebd7573fb06389b73ae29c4abe594f856a578842673db) AuthConfig (065fd94f844542414aa064ba383cfbcde3753465e35ea57d1d15ce92350c1eff) AuthConfig (8160429196cb91391736cc9c7cb1813151e8643de6902a11c7d425f6730f6637) AuthConfig (93e2d84c4f85d96e495177a4f771b3be9c03e01d6e6a53e42c75f0b4abdcf79e) AuthConfig (98646087185b6b49444b9b3b00f4ef1aa33c7b85fd1218682eaa147439c2ef93) AuthConfig (f9feebb4c8ded8adec748113a622aefc2b507b8311b99b8d0abe270df50ebb07) AuthConfig (5847e935a8113a8189a1265478686532e259c8555cc107c6d3fda5a09bcfc1ff) AuthConfig (9dc6d077afb7b01f89d89026571df8b901878c2ce8e5fb57257dc195655c80aa) AuthConfig (5463995ee91da986555d47e3b41a1f8b63c19dba762e8c83a0edd892a0a4b48e) AuthConfig (71bad9f236bfb38e84bc4cf51827e073ab3e8c5518db1206f973845b4a5d636d) AuthConfig (663c684fc9e5fdce5d52d6bb712f88304ab79a4bd5efb58e5bc9b140a949df4b) AuthConfig (43b161eaeabeac9d9d28769a33ba6c8c7f5b0b019e46b5b5908779f67def9b43) AuthConfig (a1e67a044c6ea90a71d306e7407fc6b53fdcaf72a4fb4123403cddfd883fcfbf) AuthConfig (a5c01444cf9681d904e1962d37f0cab75eba3e90f656686e7ca5c60283e88e71) AuthConfig (9bac52126f463a133700ba506af1785d3fa7586b3bfdf530455b8944892620a1) AuthConfig (8bae6661369c93cf3d81b010a13146020602deba86ff94c2a9fae99890f88cad) AuthConfig (7e0aa4fb8c4aa3f719001f984b32bea6cac860a9a57d542381f00cc67a136ec0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"553e10d7-5e78-4f25-bbe7-7f6fa864c33d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:37.132306189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"d06525af-4dab-4bd9-9d9c-014aabec7ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:37.150586102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"d06525af-4dab-4bd9-9d9c-014aabec7ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:37.167954666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03acd4c19978c394321362b2b70603abf3316b2887cfdd1ae60b4baf80b39ca8) AuthConfig (172847dbb47b70665e297b58809e1a6f114d798eb3fc6e05631c8a17953aaef0) AuthConfig (582d27af4549392dfd39117687d2159feae9a1d7dbc67246d6a52443baf37758) AuthConfig (f83e5f487fe60c1a8e46d4c5ea1d36a53f912f2cd7fb879d0a8312cf9a25c164) AuthConfig (75a3d0e9d5a7e231473efa65e2517ae6abc0a7c2b73422454dcc02830618150c) AuthConfig (b70b8353bcbfd455497a514deaafcb6e8a3297590cabe85c07587c1994d47768) AuthConfig (4a5cb2f41f98e6a10ddf10a85bc654bb2b9b8babad70b54a9e5444fdc8d26bb7) AuthConfig (efe8a8871b66c1d628d8d2c4408767f64bfe03d518596594d1a034bf17f904d0) AuthConfig (13674239df07079116c8522e24360eb54c7f48ee9a9cb4088642b22a5368dce3) AuthConfig (f4aa3b5c5c2de08ae9af106a2c119db89c5eed80d030ad036ef187a5ac387956) AuthConfig (defd7be164ec0bc7181100a762ebf47149cbe612899e3e5ddecc78195299d199) AuthConfig (0f1db951f997b6e601c75daec13ffd4700744ab5e77952b781aed290f7f1ce5a) AuthConfig (9f17440d34fd058d81e927d827df296a0bfa360d95a64a5612e0bcf9451702d5) AuthConfig (e7d5b87accd5c83a670a51c3d3bb90860c39d2a1dda4eaf129d67faaf9ccc161) AuthConfig (d2381d3ebfbf22ff84cef41d45bf0f9892e5308d48ff0944ffad03064d0844c2) AuthConfig (6bc0e13375d5526a208f17cc3c368b8b8982de251e1028f3316917b955ea7b6e) AuthConfig (06e2a671e84f6a4e954f35f6b8ab2c54a34c936d29277207a0b22bcc3b60cb5d) AuthConfig (ecc479f38778370cd05430845a457059dc8265e0af840c6a4ca4486681c22eb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"d06525af-4dab-4bd9-9d9c-014aabec7ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.195346228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"01df262a-c2e6-41e1-93bd-84f193839ed1","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","subscription":"e2e-auth-iso-9c0715","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.209386261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"01df262a-c2e6-41e1-93bd-84f193839ed1","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.225270678Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"01df262a-c2e6-41e1-93bd-84f193839ed1","MaaSSubscription":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.309738429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"e7cf906a-c152-40ab-a4b9-5b813d9662f8","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.309759863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"e7cf906a-c152-40ab-a4b9-5b813d9662f8","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.337295203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"7ef68ca9-dc18-4acb-8fda-4889744bd945","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.354691494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"7ef68ca9-dc18-4acb-8fda-4889744bd945","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.438580487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"887fff9b-2326-46d5-89fd-bde5459b0e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.455845601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"887fff9b-2326-46d5-89fd-bde5459b0e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.478003513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"8f865e0d-f9a7-4168-8cd4-742ee630fa36","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.478025042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"8f865e0d-f9a7-4168-8cd4-742ee630fa36","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.478311562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"3088a225-08f2-4242-a1a8-1d9f5d56f5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.525421644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"3088a225-08f2-4242-a1a8-1d9f5d56f5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.570374337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"3088a225-08f2-4242-a1a8-1d9f5d56f5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.570395132Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-auth-iso-9c0715","reconcileID":"3088a225-08f2-4242-a1a8-1d9f5d56f5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.58793284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"253cd61b-d1ea-4e98-b61f-9682b4536b63","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/auth-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.587949248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"auth-test-model-c8c348","reconcileID":"253cd61b-d1ea-4e98-b61f-9682b4536b63","MaaSModelRef":{"name":"auth-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"auth-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"auth-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.758754008Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"82788975-f37f-4859-b8a1-5a1c793bac0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.758792837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"1720dd72-1064-4018-ba05-620d3a5aaf3a","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.758806985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"1720dd72-1064-4018-ba05-620d3a5aaf3a","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.799691223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"82788975-f37f-4859-b8a1-5a1c793bac0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.894400662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"82788975-f37f-4859-b8a1-5a1c793bac0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.894424815Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-auth-iso-9c0715","reconcileID":"82788975-f37f-4859-b8a1-5a1c793bac0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9c0715","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.913708156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"638674ac-f1f9-4eed-8a01-13a6446b2aee","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/auth-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.913728506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"auth-test-model-127742","reconcileID":"638674ac-f1f9-4eed-8a01-13a6446b2aee","MaaSModelRef":{"name":"auth-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"auth-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"auth-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.945646438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"9fff54e1-451e-40e6-b19b-f1d874c07fb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:45.963397645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"9fff54e1-451e-40e6-b19b-f1d874c07fb2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:46.046688589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"6fa80d98-f808-4421-bbfe-20ed71855961","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:46.064364852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"6fa80d98-f808-4421-bbfe-20ed71855961","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:46.12765483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"bc4fbcd6-4eae-4af3-905b-0358229620f7","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:46.127683953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"bc4fbcd6-4eae-4af3-905b-0358229620f7","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:46.148211435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"1b6f4f73-a5ad-4383-ab38-63794ade4ad7","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:46.148373465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"1b6f4f73-a5ad-4383-ab38-63794ade4ad7","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.195939496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"34bbec11-0d10-4f75-9ed8-d844517f098f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.214454965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"34bbec11-0d10-4f75-9ed8-d844517f098f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.325862252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"25f171a1-db1d-48e5-93f4-020319ae1406","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.325887376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"25f171a1-db1d-48e5-93f4-020319ae1406","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.605827896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"5691e0b8-2bc3-4544-930a-a1aaf18b2e5c","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.605849881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"5691e0b8-2bc3-4544-930a-a1aaf18b2e5c","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.622188214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"a6b6621e-00c6-445b-b431-f9d57f7f80ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.626108315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6f6239fc-1d99-4387-9f0a-391e0b4212fa","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.626199373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6f6239fc-1d99-4387-9f0a-391e0b4212fa","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:47.628652346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"5dc60415-68b6-4187-b966-7c40be432340","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c1e730\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.642349186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"a6b6621e-00c6-445b-b431-f9d57f7f80ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:47.642401613Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6f6239fc-1d99-4387-9f0a-391e0b4212fa","name":"auth-test-model-44ebe1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-44ebe1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:47.642449114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6f6239fc-1d99-4387-9f0a-391e0b4212fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-44ebe1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.648336859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"9aa78f8a-04ac-4297-81df-d62696c70187","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.648352877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"9aa78f8a-04ac-4297-81df-d62696c70187","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.664976941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"c0e05e2c-d002-48d4-b013-d1f11613d38c","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.66499808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"c0e05e2c-d002-48d4-b013-d1f11613d38c","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.685193241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"c8d96bfc-1979-464f-9b24-a6fc4c9752e9","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.685211398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"c8d96bfc-1979-464f-9b24-a6fc4c9752e9","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.737384569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"73cbf334-abab-4183-a66b-3927b34b9bbc","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.737408553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"73cbf334-abab-4183-a66b-3927b34b9bbc","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.752807731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"4101a9d8-444a-4fbb-ae51-c533e8cd87ff","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"maas-trlp-auth-test-model-44ebe1","model":"auth-test-model-44ebe1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-44ebe1/e2e-auth-iso-c1e730"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.761040441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"d6f07768-2967-49db-89f0-a6793a44813b","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.761058367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"d6f07768-2967-49db-89f0-a6793a44813b","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.766153533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4834a847-c2bc-43da-b96c-7f8511b499ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:47.77152502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"df83ac4d-bca0-4259-9342-b6df26fe56e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c6c614\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.7840964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4834a847-c2bc-43da-b96c-7f8511b499ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.80400102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"aa5b259d-9514-4a21-8eaa-0e61e825f633","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.804033639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"aa5b259d-9514-4a21-8eaa-0e61e825f633","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.810717524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"96736fd8-9970-4951-aa77-1f1db8ea0950","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.810732484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"96736fd8-9970-4951-aa77-1f1db8ea0950","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.822491306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"e752e4ba-3418-44ff-acec-8b03652a4c5c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.822507624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"e752e4ba-3418-44ff-acec-8b03652a4c5c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.865781415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"3af3aa92-18fb-42e8-ae99-3c812fe2b315","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.866475269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"f7d63db3-6cf5-4e7c-b62e-23bb05bf17a5","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"maas-trlp-auth-test-model-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.884679963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"3af3aa92-18fb-42e8-ae99-3c812fe2b315","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.972235241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"f9e6f1de-b472-4c9a-8189-eaef5400967f","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-auth-test-model-3dcd13","model":"auth-test-model-3dcd13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3dcd13/e2e-auth-iso-c6c614"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:47.999862174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"207ec792-2e82-4392-be2a-95e995d4fc61","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.017581073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"207ec792-2e82-4392-be2a-95e995d4fc61","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.025287873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"d4bf334b-d51e-4769-9bfd-ae86b9c3fb26","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.025308802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"d4bf334b-d51e-4769-9bfd-ae86b9c3fb26","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.080476714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"dec90c6f-c20e-457e-b83f-cbbf53727d5b","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-auth-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.790093219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"6bbc9463-cbff-4cac-8ad8-d0e989d22a4c","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.790195816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"6bbc9463-cbff-4cac-8ad8-d0e989d22a4c","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.81090205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"aea9dad0-4ac2-472e-b2cd-c7cfbcff6561","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.810922942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"aea9dad0-4ac2-472e-b2cd-c7cfbcff6561","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.817063578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"c62df1e0-adb5-4d17-9ee7-ef6e359efede","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:40:48.821866104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"7f67b0ac-6994-426b-975b-69ce064cc3ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-52eed0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.834619184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"c62df1e0-adb5-4d17-9ee7-ef6e359efede","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.8565826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"13fef58b-2e4e-49f3-b4b0-bbf1e34f2a0e","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.856606008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"13fef58b-2e4e-49f3-b4b0-bbf1e34f2a0e","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.875236077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"313d55f7-ff00-4800-8bda-d0da2395dde0","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.875254529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"313d55f7-ff00-4800-8bda-d0da2395dde0","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.931596439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"9801af65-ab28-4cfe-b915-922f0412463c","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-auth-test-model-043916","model":"auth-test-model-043916","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-043916/e2e-auth-iso-52eed0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.986383496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"bad98466-04a0-423d-9a0e-e56979858b51","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.986414305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"bad98466-04a0-423d-9a0e-e56979858b51","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:48.989104869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"841df024-428b-40a5-ae9e-bc3ad8c27d76","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:49.008058114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"841df024-428b-40a5-ae9e-bc3ad8c27d76","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:49.043252048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"d1bd052c-9879-4639-8e9f-93bae506eff8","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-auth-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:49.093872096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"d2e694a8-edc3-42e0-93f0-73d6c4a2b3f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:40:49.133262656Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"d2e694a8-edc3-42e0-93f0-73d6c4a2b3f5","name":"e2e-shared-b-w1-368567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:04.887939392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.218039279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8b59a9-2ec0-431f-a140-174277a0b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.232436742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8b59a9-2ec0-431f-a140-174277a0b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.246339646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8b59a9-2ec0-431f-a140-174277a0b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.260293921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb8b59a9-2ec0-431f-a140-174277a0b1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.809709012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b3c18-49f0-4401-a53e-76e6779f2fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.823876532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b3c18-49f0-4401-a53e-76e6779f2fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.838023866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b3c18-49f0-4401-a53e-76e6779f2fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:13.851993696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2b3c18-49f0-4401-a53e-76e6779f2fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:14.055650332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5b47a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5b47a7","reconcileID":"a99a6f2a-3eea-4220-9d71-2458ca65e9e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5b47a7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-5b47a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:14.468764136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc1b1df-58bb-4237-b90b-c85cf9f3d170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:14.482848943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc1b1df-58bb-4237-b90b-c85cf9f3d170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:14.496562789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc1b1df-58bb-4237-b90b-c85cf9f3d170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:14.51047677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc1b1df-58bb-4237-b90b-c85cf9f3d170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.054961391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a0eecc-c034-4ca4-a1da-75478d60806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.069448505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a0eecc-c034-4ca4-a1da-75478d60806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.083463867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a0eecc-c034-4ca4-a1da-75478d60806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.097330864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47a0eecc-c034-4ca4-a1da-75478d60806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.634386233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fd533-5a17-4782-bce6-0a5284476d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.648691368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fd533-5a17-4782-bce6-0a5284476d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.662646043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fd533-5a17-4782-bce6-0a5284476d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:15.676448345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14fd533-5a17-4782-bce6-0a5284476d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.316192832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d78f23d-758b-4a29-bbb3-3fec6b10c899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.330406634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d78f23d-758b-4a29-bbb3-3fec6b10c899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.344288501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d78f23d-758b-4a29-bbb3-3fec6b10c899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.358144007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d78f23d-758b-4a29-bbb3-3fec6b10c899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.921195272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ba7c38-d360-424c-8a4b-6e7fa5051a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.934980909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ba7c38-d360-424c-8a4b-6e7fa5051a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.94873223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ba7c38-d360-424c-8a4b-6e7fa5051a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:25.962677936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ba7c38-d360-424c-8a4b-6e7fa5051a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:26.133320169Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f67db5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f67db5","reconcileID":"a6c32612-d715-4b4c-aac8-7d3c0e2fc17c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f67db5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f67db5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:26.576114557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb26b738-947c-4491-8e7a-91cdef2108a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:26.590143124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb26b738-947c-4491-8e7a-91cdef2108a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:26.604488443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb26b738-947c-4491-8e7a-91cdef2108a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:26.618412933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb26b738-947c-4491-8e7a-91cdef2108a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:28.788996875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"b8546c49-eaad-4ba2-b1bd-050daca419f3","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"maas-trlp-auth-test-model-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:28.841928684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6dd25927-fb87-49aa-a761-33206ff1bd81","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:28.841950975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6dd25927-fb87-49aa-a761-33206ff1bd81","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.028625884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"36b0f588-642c-4a43-a419-53777f9e68bd","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-auth-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.090278287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"b88eafd8-5ccf-4f8d-9aef-ec5116c66c38","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.090305889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"b88eafd8-5ccf-4f8d-9aef-ec5116c66c38","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.180905689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"c1eb3227-12d6-4098-b653-33dd046df4b3","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-auth-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.232615202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"c11bd7e9-af3e-4070-8ab2-75da0018cf89","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.232639702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"c11bd7e9-af3e-4070-8ab2-75da0018cf89","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.244902105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"79f53b72-cf13-4392-a566-553adc110285","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.264647372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"79f53b72-cf13-4392-a566-553adc110285","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.407460328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"f188364c-e246-4c4c-a5c7-4edd77904213","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.428249784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"f188364c-e246-4c4c-a5c7-4edd77904213","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.824066111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"0600f11e-aa15-4895-8daf-ff7e073ec78e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:29.841516093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"0600f11e-aa15-4895-8daf-ff7e073ec78e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.747608872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"fcca6568-f3c5-4c99-b07f-a8e2a16257cb","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.748480354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"fcca6568-f3c5-4c99-b07f-a8e2a16257cb","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.78243828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"1532ec9a-c08a-49c5-bc0d-4455e9e89107","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.802100978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"527bc9de-0b59-44ac-8f8e-876c8dd0f4f2","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-493018c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.805546625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"1532ec9a-c08a-49c5-bc0d-4455e9e89107","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.880199489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"4615573f-23b5-4120-bc96-164d7eda3b14","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:30.899465581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"4615573f-23b5-4120-bc96-164d7eda3b14","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.697460283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"33813bb1-97ef-4355-98cd-f7ca5b8e9d19","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.697552532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"33813bb1-97ef-4355-98cd-f7ca5b8e9d19","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.725714054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"7df77223-8ef5-42c7-98e9-cfc1a118ad09","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.743277791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"39f6e3bd-3d27-4cbe-a18b-9cda45eccf7b","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3b5788a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.744170905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"7df77223-8ef5-42c7-98e9-cfc1a118ad09","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.907327048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"9183639f-5283-4ada-a565-9ddf1f212642","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:31.924550846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"9183639f-5283-4ada-a565-9ddf1f212642","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:33.98335269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"2490e705-092a-4204-b843-3faa3a53e4a3","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:33.983390076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"2490e705-092a-4204-b843-3faa3a53e4a3","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:34.011690258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"ce6b9423-c0e4-4a16-88b0-b04fbd6b6cb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:34.030953609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"ce6b9423-c0e4-4a16-88b0-b04fbd6b6cb7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:34.036033128Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"417d134b-6b19-4fe6-afe6-130a8ccd3b28","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-deb77c0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:34.198677429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"bca6c14c-d5a4-4721-a4b5-b5a4eff9aaa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:34.217769954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"bca6c14c-d5a4-4721-a4b5-b5a4eff9aaa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:34.889196955Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:40.824055701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"6122e7fd-1758-404b-a8b6-c2e8d8ad70bd","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","subscription":"e2e-auth-iso-c6c614","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:40.838493137Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"6122e7fd-1758-404b-a8b6-c2e8d8ad70bd","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:40.852733739Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"6122e7fd-1758-404b-a8b6-c2e8d8ad70bd","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.015960912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"8796fa3c-bfa6-4e80-998e-0f2f03a9da9c","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.015982696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"8796fa3c-bfa6-4e80-998e-0f2f03a9da9c","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.043424119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"eb2f66d8-bfb7-494d-b58d-7d3339955d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.069449563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"eb2f66d8-bfb7-494d-b58d-7d3339955d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.151508032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"90bd0245-0f00-4eab-a522-85b5aa2eaa43","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.179997575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"ab5676d9-9bcb-445b-a9eb-078708f41f24","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.180128801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"ab5676d9-9bcb-445b-a9eb-078708f41f24","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.181232471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"90bd0245-0f00-4eab-a522-85b5aa2eaa43","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.22118512Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0f3fbe3a-4050-4185-a2a0-e40503a3aeb6","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad9d0cee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.24587695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"1d2e39c4-f267-47ea-9d21-b249fc126f00","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.273620254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"1d2e39c4-f267-47ea-9d21-b249fc126f00","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.466924541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"cb335433-6b47-4845-8ffc-36c440060ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.492474445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"cb335433-6b47-4845-8ffc-36c440060ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.735262365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"9b7b5ec4-69d2-4fb5-bcf3-6aa67b86e5d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.760376934Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"2c7cb344-2094-46fd-b7f3-0924185a3ea2","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","subscription":"e2e-auth-iso-52eed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.778655253Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"9b7b5ec4-69d2-4fb5-bcf3-6aa67b86e5d5","name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.779260655Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"2c7cb344-2094-46fd-b7f3-0924185a3ea2","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.794661174Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"2c7cb344-2094-46fd-b7f3-0924185a3ea2","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.888675865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"8f10e394-1312-48aa-9cc5-a61be6820c65","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.888702114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"8f10e394-1312-48aa-9cc5-a61be6820c65","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.962877332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"659c8345-7ab9-4eea-9a72-579c3f10ed2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:41.986266339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"659c8345-7ab9-4eea-9a72-579c3f10ed2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.056045405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"6e20319d-959c-4d9e-b284-d9c976de5c0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.061980344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"295060b0-e479-4574-8586-32162c4088dc","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.062012501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"295060b0-e479-4574-8586-32162c4088dc","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.0757168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"6e20319d-959c-4d9e-b284-d9c976de5c0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.113117869Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"afec8971-4839-47e1-bb68-c8f6b466cffa","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-116d900c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.154702995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"6909a420-f641-4706-ad7e-25071e45b817","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.178689647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"6909a420-f641-4706-ad7e-25071e45b817","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.341441813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"29290e01-c9b0-4696-85f5-cea51fa13a63","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:42.363708116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"29290e01-c9b0-4696-85f5-cea51fa13a63","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.050331449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0e0a2296-c061-477b-84b8-b869a3832136","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","subscription":"e2e-auth-iso-c1e730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.071648171Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0e0a2296-c061-477b-84b8-b869a3832136","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.08612935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"0e0a2296-c061-477b-84b8-b869a3832136","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"maas-trlp-auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.168649194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"09e91c14-e887-4510-897b-c59b9dcb726d","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.169915858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"09e91c14-e887-4510-897b-c59b9dcb726d","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.198884779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"f0f8ee1d-2a80-4b35-8bb7-07bf0374a398","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.220940264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"f0f8ee1d-2a80-4b35-8bb7-07bf0374a398","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.328963643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6e47a525-fb7a-4dbb-b3ed-550625179c50","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.328984594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"6e47a525-fb7a-4dbb-b3ed-550625179c50","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.36041524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"8fbc7efc-12df-481c-b3ac-941ed8a6ec26","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.380818041Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"2a31485d-ffff-4b58-a663-0e5a8736c9e7","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea696d84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.383615005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"8fbc7efc-12df-481c-b3ac-941ed8a6ec26","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.459512402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"ae3fd38a-e22e-408c-911d-2e27f0e6920d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.478915381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"ae3fd38a-e22e-408c-911d-2e27f0e6920d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.580534229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"e8293882-826b-4a31-ab9e-30cb9be13fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.598629713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"e8293882-826b-4a31-ab9e-30cb9be13fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:44.927202554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be4bf9f7-cc42-4d4b-851a-07249d4dbb07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.021259054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"332f8328-d2e8-4bb4-8214-8bf3983ba769","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.122711177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"dc35a32b-a3a6-4f60-8b17-50653b340315","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.225380531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"0aa34e5e-9d43-4ce5-a4ba-c57ebc1e067b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.228283903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"7251b797-bb81-49ef-bc18-e1e0169e7638","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.324722168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"0b59c8b6-41ce-4363-abe2-b9a8eaa5a176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.324925018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b78e1ba-f3ae-4794-8884-9784a7b54045","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.325172054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"e601be08-a414-4e0d-93b2-aff1240745db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.427206632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"84ca2d9f-ddd6-4b0d-b79e-c7cbcfc1239c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.525464926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"ac0873a3-b710-4144-bebb-79b3dd8896a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.525676653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"811f2759-068d-4b13-9f3b-d96965b7ed3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:45.624480081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"5da5f205-1c3a-40a2-bdc6-4e1b0f965d1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.266251298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"c4982f32-399b-4ed1-98c1-c535801a86b6","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","subscription":"e2e-auth-iso-c6c614","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.280679239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"c4982f32-399b-4ed1-98c1-c535801a86b6","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.29491966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"c4982f32-399b-4ed1-98c1-c535801a86b6","MaaSSubscription":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.44773532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"0627e80b-abf7-4ee9-9133-97f0b7b5d2ef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.447756475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"0627e80b-abf7-4ee9-9133-97f0b7b5d2ef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.476860954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4d19b11e-c065-40fe-84df-7dc2097ccba8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.494502876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"4d19b11e-c065-40fe-84df-7dc2097ccba8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.576703937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"624ad2f9-3792-464f-8f0f-84bca2bd05e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.601073556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"624ad2f9-3792-464f-8f0f-84bca2bd05e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.606029524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a8975ecf-aa27-411c-8237-5888b13ce29c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.606132798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"23f3bcd8-7885-4fa7-80a1-d274575928d2","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.606151708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"23f3bcd8-7885-4fa7-80a1-d274575928d2","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.663218542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a8975ecf-aa27-411c-8237-5888b13ce29c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.711117945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a8975ecf-aa27-411c-8237-5888b13ce29c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.711140489Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-auth-iso-c6c614","reconcileID":"a8975ecf-aa27-411c-8237-5888b13ce29c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.728606635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"b8bae4fe-db9a-47ee-bef0-8ebf4e4db6e6","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/auth-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.728627512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"auth-test-model-a0d8f7","reconcileID":"b8bae4fe-db9a-47ee-bef0-8ebf4e4db6e6","MaaSModelRef":{"name":"auth-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"auth-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"auth-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.895609233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0c3d1c17-ecdb-4eb3-bf36-970e76664fbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.895715386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"2353f380-3d55-4d2b-882a-86824820513c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.895734197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"2353f380-3d55-4d2b-882a-86824820513c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.936561035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0c3d1c17-ecdb-4eb3-bf36-970e76664fbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.983584516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0c3d1c17-ecdb-4eb3-bf36-970e76664fbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:51.983607357Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-auth-iso-c6c614","reconcileID":"0c3d1c17-ecdb-4eb3-bf36-970e76664fbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-c6c614","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.00088046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"02651527-45e5-40a3-ae4a-494c58c2bf1c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/auth-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.000905135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"auth-test-model-3dcd13","reconcileID":"02651527-45e5-40a3-ae4a-494c58c2bf1c","MaaSModelRef":{"name":"auth-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"auth-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"auth-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.128058914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"5dcf99c7-603d-4222-82a8-de1fc0a1aa25","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","subscription":"e2e-auth-iso-52eed0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.142471556Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"5dcf99c7-603d-4222-82a8-de1fc0a1aa25","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.156878596Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"5dcf99c7-603d-4222-82a8-de1fc0a1aa25","MaaSSubscription":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.308513995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"2f81dff2-f5d5-4c22-9073-9bafb62c7853","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.30853854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"2f81dff2-f5d5-4c22-9073-9bafb62c7853","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.335129393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"7418dc94-77fa-4aa0-ac02-5d7029729258","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.352868652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"7418dc94-77fa-4aa0-ac02-5d7029729258","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.435740631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"4b582d84-ff82-4a3d-8ad5-02a40b917203","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.453235303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"a6179ea4-3f5f-4618-acc3-63ceb9ab27e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.453323639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"4b582d84-ff82-4a3d-8ad5-02a40b917203","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.453574403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"e002eb8d-4f4f-43e3-9599-114a86191b99","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.453587725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"e002eb8d-4f4f-43e3-9599-114a86191b99","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.522295212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"a6179ea4-3f5f-4618-acc3-63ceb9ab27e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.568263292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"a6179ea4-3f5f-4618-acc3-63ceb9ab27e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.56828719Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-auth-iso-52eed0","reconcileID":"a6179ea4-3f5f-4618-acc3-63ceb9ab27e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.586561485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"689452a0-58c1-4f51-ad75-184184a5f0d0","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/auth-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.586581289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"auth-test-model-43ce14","reconcileID":"689452a0-58c1-4f51-ad75-184184a5f0d0","MaaSModelRef":{"name":"auth-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"auth-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"auth-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.748932296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"bd784ac0-3f75-4209-aeca-a477a6e9ab19","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.749139782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"9257fff5-fadd-41cb-9e64-233ebffec639","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.749161612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"9257fff5-fadd-41cb-9e64-233ebffec639","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.811800952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"bd784ac0-3f75-4209-aeca-a477a6e9ab19","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.86135727Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"bd784ac0-3f75-4209-aeca-a477a6e9ab19","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.861463992Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-auth-iso-52eed0","reconcileID":"bd784ac0-3f75-4209-aeca-a477a6e9ab19","MaaSAuthPolicy":{"name":"e2e-auth-iso-52eed0","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.955477189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"59ee2c88-c118-4932-aeb9-bb9fc6103ccd","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/auth-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:52.955503941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"auth-test-model-043916","reconcileID":"59ee2c88-c118-4932-aeb9-bb9fc6103ccd","MaaSModelRef":{"name":"auth-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"auth-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"auth-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.394894139Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"12aa9514-49c0-4000-b586-200e11300baf","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","subscription":"e2e-auth-iso-c1e730","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.40870942Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"12aa9514-49c0-4000-b586-200e11300baf","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.422909729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"12aa9514-49c0-4000-b586-200e11300baf","MaaSSubscription":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"maas-trlp-auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.469792207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"4c9c5aff-dea7-4173-9652-5a4b8d98f310","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.507471535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"0a681d61-27dd-4a6e-a0ba-fff1283cb2f6","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.507496637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"0a681d61-27dd-4a6e-a0ba-fff1283cb2f6","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.508818043Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"4c9c5aff-dea7-4173-9652-5a4b8d98f310","name":"e2e-extmod-a-f67db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.570895558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"bdf83bd9-ba41-4776-9a70-8f909b471687","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.589035515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"bdf83bd9-ba41-4776-9a70-8f909b471687","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.655765405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"e62f6cb2-6366-492c-8e1f-265fdaa37d73","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.65605901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"0ca233e3-5062-47e6-b61d-ff7061638f7f","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.656112449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"0ca233e3-5062-47e6-b61d-ff7061638f7f","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.744224975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"9bedb59c-3849-49fc-a981-143c73395d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.761861687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"9bedb59c-3849-49fc-a981-143c73395d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.830795381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"e62f6cb2-6366-492c-8e1f-265fdaa37d73","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.878560643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"e62f6cb2-6366-492c-8e1f-265fdaa37d73","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"name":"e2e-shared-a-w0-b382b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.87858888Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"e2e-auth-iso-c1e730","reconcileID":"e62f6cb2-6366-492c-8e1f-265fdaa37d73","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.896270379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"fa3d32b4-0d47-4d0f-ab5a-c40ff9aa40ed","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"tenant":"e2e-shared-a-w0-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","model":"ai-tenant-e2e-shared-a-w0-b382b1/auth-test-model-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:54.896293357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"auth-test-model-b382b1","reconcileID":"fa3d32b4-0d47-4d0f-ab5a-c40ff9aa40ed","MaaSModelRef":{"name":"auth-test-model-b382b1","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"routeName":"auth-test-model-b382b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","llmisvcName":"auth-test-model-b382b1","gateway":"openshift-ingress/e2e-shared-a-w0-b382b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.058848318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"daee9a6d-b7c3-491c-b6dc-5082b60664e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.058882485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"4bb55a6e-afae-47a2-862c-e47602d58337","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.058896009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"4bb55a6e-afae-47a2-862c-e47602d58337","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.190781974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"daee9a6d-b7c3-491c-b6dc-5082b60664e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.237810444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"daee9a6d-b7c3-491c-b6dc-5082b60664e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"name":"e2e-shared-b-w0-44ebe1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.237843133Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"e2e-auth-iso-c1e730","reconcileID":"daee9a6d-b7c3-491c-b6dc-5082b60664e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c1e730","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.255678811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"b7447aa7-ed7e-4a5c-9f95-03570f20bbbd","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"tenant":"e2e-shared-b-w0-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","model":"ai-tenant-e2e-shared-b-w0-44ebe1/auth-test-model-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:41:55.255717265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"auth-test-model-44ebe1","reconcileID":"b7447aa7-ed7e-4a5c-9f95-03570f20bbbd","MaaSModelRef":{"name":"auth-test-model-44ebe1","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"routeName":"auth-test-model-44ebe1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","llmisvcName":"auth-test-model-44ebe1","gateway":"openshift-ingress/e2e-shared-b-w0-44ebe1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.068409394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"de80a189-eefd-4daa-91a5-a875a9b77842","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.18170032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed66cdd0-5a6e-43a8-bea2-9460847187ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.28418656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"26a015c7-67f1-49d7-8f51-87c6b35772b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.382883144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"55045c7a-19b5-4b40-89e9-5ca1622d5c76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.38599949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"d202b555-14ee-4fa8-a174-63d616030ae4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.481234641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"7c0daf7d-2927-42d9-a96c-7620787a7ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.582566607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f62c783-3ddd-4f49-affe-d38f5e65555f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.585965342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"9d5a3dd0-9c6a-4b28-aa82-b4611c344ae9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.682131801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"e92d11ee-b11f-4c65-be41-d54747dc00ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.682256458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"31f19990-220b-4598-9f7d-2923479b67ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.782166294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"5e25529e-bc5e-4ed0-8e75-76569611112d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:03.782242253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"e33ed255-1d58-44a4-827c-31a70d5380dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:04.889170527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.026591778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422f87ef-fd9e-4d8b-9ebd-594ac59a3701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.040649897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422f87ef-fd9e-4d8b-9ebd-594ac59a3701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.054922766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422f87ef-fd9e-4d8b-9ebd-594ac59a3701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.069013269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422f87ef-fd9e-4d8b-9ebd-594ac59a3701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.619060709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f1f82-e05c-4aa4-9c47-8566ee1009cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.633394592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f1f82-e05c-4aa4-9c47-8566ee1009cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.647464007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f1f82-e05c-4aa4-9c47-8566ee1009cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:11.661428864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695f1f82-e05c-4aa4-9c47-8566ee1009cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.342867543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1dba36-66a1-464d-b916-6c22f11b30ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.359244351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1dba36-66a1-464d-b916-6c22f11b30ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.375523895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1dba36-66a1-464d-b916-6c22f11b30ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.389887839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1dba36-66a1-464d-b916-6c22f11b30ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.961871365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee94b6e8-87e1-466e-a02d-1f1b491c8205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.975743734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee94b6e8-87e1-466e-a02d-1f1b491c8205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:20.992206616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee94b6e8-87e1-466e-a02d-1f1b491c8205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:21.007134125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee94b6e8-87e1-466e-a02d-1f1b491c8205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:21.195793021Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cea1db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cea1db","reconcileID":"f02a0d16-47c4-4aff-95f8-793701159f8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-cea1db","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-cea1db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:21.621604141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb2d5f8-a469-408c-bbb7-db440a406eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:21.635631756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb2d5f8-a469-408c-bbb7-db440a406eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:21.649667109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb2d5f8-a469-408c-bbb7-db440a406eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:21.664404833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb2d5f8-a469-408c-bbb7-db440a406eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.228489585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9ba434-e95a-4caf-8db7-ff8b328e2959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.244482421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9ba434-e95a-4caf-8db7-ff8b328e2959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.262202729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9ba434-e95a-4caf-8db7-ff8b328e2959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.285567691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9ba434-e95a-4caf-8db7-ff8b328e2959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.943390183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fddc27-c2b1-425c-9caa-fcc9c4484473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.962310293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fddc27-c2b1-425c-9caa-fcc9c4484473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.977194798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fddc27-c2b1-425c-9caa-fcc9c4484473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:22.992190748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fddc27-c2b1-425c-9caa-fcc9c4484473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:23.634479141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37139880-d319-442b-8f15-0b517ca84d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:23.653449942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37139880-d319-442b-8f15-0b517ca84d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:23.677413723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37139880-d319-442b-8f15-0b517ca84d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:23.694648095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37139880-d319-442b-8f15-0b517ca84d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:24.164397917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e4fa0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e4fa0c","reconcileID":"5fea2429-e776-49a9-9f63-611204978b16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e4fa0c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e4fa0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:24.41329812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5997e-00d4-4c91-b06a-3f1e830c9460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:24.428037365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5997e-00d4-4c91-b06a-3f1e830c9460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:24.442645538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5997e-00d4-4c91-b06a-3f1e830c9460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:24.456874502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e5997e-00d4-4c91-b06a-3f1e830c9460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:25.034342777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc947f60-97f5-4903-9978-134b852f3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:25.050030168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc947f60-97f5-4903-9978-134b852f3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:25.064115437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc947f60-97f5-4903-9978-134b852f3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:25.078458016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc947f60-97f5-4903-9978-134b852f3529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.269942957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"e9706453-4229-40e6-b318-fbfb47f026ff","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.286815593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"e9706453-4229-40e6-b318-fbfb47f026ff","error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.292382578Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"b7bf12c5-b321-48be-8815-cb98261355b3","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.292443529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"b7bf12c5-b321-48be-8815-cb98261355b3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.30346053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"cd5a6cd9-6fc2-4f6c-8ec1-12f22260b72f","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.303510528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"cd5a6cd9-6fc2-4f6c-8ec1-12f22260b72f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.324392454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"2c9e1bca-2b01-4637-a635-844790ab5a9f","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.324460982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"2c9e1bca-2b01-4637-a635-844790ab5a9f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.364813773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"b01c58ce-3518-43ed-a425-487a9277f8d7","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.364903362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"b01c58ce-3518-43ed-a425-487a9277f8d7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.445553385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"dc3dc7c4-9a32-42c8-965c-1f4c060270f3","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:42:29.445624412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-5b42fc","namespace":"ai-tenant-e2e-noten-5b42fc"},"namespace":"ai-tenant-e2e-noten-5b42fc","name":"noten-model-5b42fc","reconcileID":"dc3dc7c4-9a32-42c8-965c-1f4c060270f3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-5b42fc/noten-model-5b42fc-kserve-route (gateways: [openshift-ingress/e2e-noten-5b42fc]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:31.909879478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cfb3a5-fb22-4bd0-8757-29c138c59361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:31.925493859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cfb3a5-fb22-4bd0-8757-29c138c59361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:31.939514989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cfb3a5-fb22-4bd0-8757-29c138c59361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:31.953396453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0cfb3a5-fb22-4bd0-8757-29c138c59361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:32.544652667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2dfaa4-67cb-42df-a2c4-5e9273598044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:32.558625713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2dfaa4-67cb-42df-a2c4-5e9273598044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:32.572523077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2dfaa4-67cb-42df-a2c4-5e9273598044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:32.587192663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2dfaa4-67cb-42df-a2c4-5e9273598044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:32.818579007Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-15bf10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-15bf10","reconcileID":"f52684fb-65bc-457a-be35-712dcdd894b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-15bf10","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-15bf10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.146869992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a17e05-1b71-40b4-bb2f-4a8065d7e86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.16070646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a17e05-1b71-40b4-bb2f-4a8065d7e86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.175349197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a17e05-1b71-40b4-bb2f-4a8065d7e86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.189566914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a17e05-1b71-40b4-bb2f-4a8065d7e86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.724464829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da833b12-c179-4adb-832e-6a737977e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.740542935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da833b12-c179-4adb-832e-6a737977e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.754951069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da833b12-c179-4adb-832e-6a737977e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:33.769353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da833b12-c179-4adb-832e-6a737977e279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:34.354232598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78045ceb-fc22-43bb-8361-8d551df80281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:34.371234847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78045ceb-fc22-43bb-8361-8d551df80281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:34.385511723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78045ceb-fc22-43bb-8361-8d551df80281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:34.399495573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78045ceb-fc22-43bb-8361-8d551df80281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:34.889487694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.12391736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e58ef-bd55-4499-8326-3c635a7dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.138254727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e58ef-bd55-4499-8326-3c635a7dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.152503109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e58ef-bd55-4499-8326-3c635a7dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.166475923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363e58ef-bd55-4499-8326-3c635a7dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.733552464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202321bf-7733-43da-9a87-c3bc42bd60cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.747622024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202321bf-7733-43da-9a87-c3bc42bd60cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.761443969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202321bf-7733-43da-9a87-c3bc42bd60cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:37.775427771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202321bf-7733-43da-9a87-c3bc42bd60cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:38.001356558Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14b83a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14b83a","reconcileID":"838d688a-49ac-4f2c-bbb8-c81f80c6d373","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-14b83a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-14b83a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:38.443946489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7828ab5-f22e-4c46-87bc-d3ea917e4a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:38.458224819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7828ab5-f22e-4c46-87bc-d3ea917e4a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:38.472351256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7828ab5-f22e-4c46-87bc-d3ea917e4a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:38.486475319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7828ab5-f22e-4c46-87bc-d3ea917e4a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:51.489277197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"2f0bf4e9-3ffc-4dc0-aa69-69582fa2dc36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:51.526722155Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"2f0bf4e9-3ffc-4dc0-aa69-69582fa2dc36","name":"e2e-extmod-b-cea1db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:56.262932607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"5bc5282f-e16b-4eea-b44e-d921864eb954","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:42:56.301305371Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"5bc5282f-e16b-4eea-b44e-d921864eb954","name":"e2e-extmod-a-e4fa0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:04.888665072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:05.762164464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"f3f691b7-8519-4703-974e-0c0df99c821c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:05.800240339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"f3f691b7-8519-4703-974e-0c0df99c821c","name":"e2e-extmod-b-15bf10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:12.995515709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"cc576108-f270-4513-afdf-e8f5d49be70e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:13.039918982Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"cc576108-f270-4513-afdf-e8f5d49be70e","name":"e2e-extmod-a-14b83a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:24.527047617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90235c2a-a929-4b46-a984-dc8dbc3c029b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:24.541314542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90235c2a-a929-4b46-a984-dc8dbc3c029b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:24.559392566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90235c2a-a929-4b46-a984-dc8dbc3c029b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:24.575737802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90235c2a-a929-4b46-a984-dc8dbc3c029b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.297960582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad13ac1-ebb8-4353-9f42-ec8790ae72f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.322933167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad13ac1-ebb8-4353-9f42-ec8790ae72f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.343171285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad13ac1-ebb8-4353-9f42-ec8790ae72f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.357653643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad13ac1-ebb8-4353-9f42-ec8790ae72f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.414233014Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b0fd6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b0fd6a","reconcileID":"2faeddb4-d87a-4e62-a980-cf87d8483251","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b0fd6a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b0fd6a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.947926072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db44321-d97b-48cf-8c8a-aa89f1ed6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.962228017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db44321-d97b-48cf-8c8a-aa89f1ed6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.976185908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db44321-d97b-48cf-8c8a-aa89f1ed6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:25.9903084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db44321-d97b-48cf-8c8a-aa89f1ed6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:28.74960999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb8abd-f0d7-44a9-9fce-a50986c33baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:28.763730484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb8abd-f0d7-44a9-9fce-a50986c33baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:28.777996216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb8abd-f0d7-44a9-9fce-a50986c33baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:28.79229892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb8abd-f0d7-44a9-9fce-a50986c33baa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:29.335172247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed62b45b-a928-4795-96c2-4a752a1caae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:29.349186561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed62b45b-a928-4795-96c2-4a752a1caae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:29.363061159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed62b45b-a928-4795-96c2-4a752a1caae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:29.377048398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed62b45b-a928-4795-96c2-4a752a1caae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:33.410362113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61922e2-afd2-4cfb-b463-a7354cd7994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:33.424174898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61922e2-afd2-4cfb-b463-a7354cd7994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:33.437987105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61922e2-afd2-4cfb-b463-a7354cd7994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:33.451672162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61922e2-afd2-4cfb-b463-a7354cd7994a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.030857106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d98db0b-7a33-4fc8-aa83-2f200b703316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.044852744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d98db0b-7a33-4fc8-aa83-2f200b703316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.058872908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d98db0b-7a33-4fc8-aa83-2f200b703316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.072868762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d98db0b-7a33-4fc8-aa83-2f200b703316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.737008213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521730c4-45d0-45ed-86fd-273d16027cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.750783322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521730c4-45d0-45ed-86fd-273d16027cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.764553328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521730c4-45d0-45ed-86fd-273d16027cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.778494675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521730c4-45d0-45ed-86fd-273d16027cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:34.888315381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.438326193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda96220-9f06-4d63-a088-cc9f115d6d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.454449429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda96220-9f06-4d63-a088-cc9f115d6d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.480159033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda96220-9f06-4d63-a088-cc9f115d6d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.500586558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda96220-9f06-4d63-a088-cc9f115d6d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.615627271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"db362e8a-6306-48df-9bed-50de2bb3f400","namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.636208714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"4ad3dbf6-4a25-48cc-8d72-812d6461404c","namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.65714744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e3f3d2e3-6b1c-4510-beeb-68c6af20b838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.658546891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fc7d1d15-be3c-4725-9650-7412826a7f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.658820602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b5a44102-643e-4c5c-9f06-ddf90d138a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.659110736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aa62e8c9-2312-472a-8c68-50d2fb39154b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.659237064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1505071e-3d6c-4041-8dba-86af2df5b732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.677346489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e3f3d2e3-6b1c-4510-beeb-68c6af20b838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.678214211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fc7d1d15-be3c-4725-9650-7412826a7f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.679869944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1505071e-3d6c-4041-8dba-86af2df5b732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.680446814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aa62e8c9-2312-472a-8c68-50d2fb39154b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.682107867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b5a44102-643e-4c5c-9f06-ddf90d138a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.7891007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"5a0e5a85-1050-40ec-bdea-0e5eaea63228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.789126248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6f197ad6-3f5b-4e7d-b65c-76fda496b68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.789469483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"dd6f81ae-28b1-4503-be5c-d85cfc462481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.789496173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"40c7f5b1-5359-409b-b3a7-8e82b5b36ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.812632834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"5a0e5a85-1050-40ec-bdea-0e5eaea63228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.81276207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"40c7f5b1-5359-409b-b3a7-8e82b5b36ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.814831039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6f197ad6-3f5b-4e7d-b65c-76fda496b68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.814889721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"dd6f81ae-28b1-4503-be5c-d85cfc462481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.887945257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22a0632-dd1d-40cc-b3e4-14f7e4233dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.893248083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"79998e17-545c-4447-9d0e-a9672d6100f3","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.909592518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22a0632-dd1d-40cc-b3e4-14f7e4233dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.937391918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"e943a9d5-4183-44ac-90e4-00540c97c6c9","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:35.988727048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"83e3ac80-9cc0-4197-bcf8-16fc72108eba","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.077765337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d84153a9-6bf1-4888-929d-11355ac3560c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.078056705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f23be01c-2a8c-46e0-8f86-899161b67797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.078053365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f83edd54-132c-4abf-aca4-dbcc77410443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.082875148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d3a6950e-aff4-405d-b3ac-6b661c2d4728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.102632568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f23be01c-2a8c-46e0-8f86-899161b67797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.102681354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d84153a9-6bf1-4888-929d-11355ac3560c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.105298143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d3a6950e-aff4-405d-b3ac-6b661c2d4728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.105393759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f83edd54-132c-4abf-aca4-dbcc77410443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.142053913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"13aaa0a6-663a-463b-9a57-485bc82dfd50","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.16121191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf2544c-f7fc-46b3-8dd5-a45fbaca5a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.176068422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf2544c-f7fc-46b3-8dd5-a45fbaca5a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.176266128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5d124cc9-8501-427d-b9e0-ac3d6307bb04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.190363934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf2544c-f7fc-46b3-8dd5-a45fbaca5a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.204743819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf2544c-f7fc-46b3-8dd5-a45fbaca5a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.209652804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5d124cc9-8501-427d-b9e0-ac3d6307bb04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.255389943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"7d6e44d6-517f-4b36-886e-62ee5bd8a993","namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.284523951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"19bac069-cbb2-41c7-996e-f04262416269","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.284547512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"19bac069-cbb2-41c7-996e-f04262416269","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.355328926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"58e61f27-e551-49bf-b850-0475f176ee1b","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.355367657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"58e61f27-e551-49bf-b850-0475f176ee1b","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.363660839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"e7ee6b98-0c0f-4ae5-9f5a-445751755878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.373454342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8588f622-d431-4870-a23c-bb3a1cf5a284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.373982512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b8f53c1a-9744-4244-9386-dbcb3aecaec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.40695849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"e7ee6b98-0c0f-4ae5-9f5a-445751755878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.408065199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8588f622-d431-4870-a23c-bb3a1cf5a284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.4108092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b8f53c1a-9744-4244-9386-dbcb3aecaec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.441673575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"9602b741-c948-440f-b967-0512c1d35b63","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.466998543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c76895d5-6f38-4df0-ae5d-b7cd804ed32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.491029482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c76895d5-6f38-4df0-ae5d-b7cd804ed32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.500363279Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"9602b741-c948-440f-b967-0512c1d35b63","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.516829725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"9602b741-c948-440f-b967-0512c1d35b63","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.520728141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3a3f130e-20d2-47f6-bd10-dd2d1d237db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.520927668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"74239ffb-b08b-4557-b74f-8c97974de5d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.521037352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"383176d9-9c2d-4ff1-b8d7-4c0e476f04ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.553861465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3a3f130e-20d2-47f6-bd10-dd2d1d237db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.556322444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"383176d9-9c2d-4ff1-b8d7-4c0e476f04ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.556846482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"77f2b6c5-a5c2-4794-8000-bcfd12354c7b","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.556862224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"77f2b6c5-a5c2-4794-8000-bcfd12354c7b","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.556910954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"74239ffb-b08b-4557-b74f-8c97974de5d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.689005068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0a89a1a1-abfb-4a13-9d6e-a813ddc7aa2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.689475122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"28bbe4a2-7caf-4b9a-99ae-0d28991bd544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.757971275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0a89a1a1-abfb-4a13-9d6e-a813ddc7aa2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.760201367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"28bbe4a2-7caf-4b9a-99ae-0d28991bd544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.787367695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8662cb4-c490-4bcb-8158-a9e76d7b97d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.78797041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2ee44f1b-03d1-4df1-b339-8d72870646fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.788269916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1581c6d7-b727-45ff-ae3b-54c52ce5c47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.806750895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8662cb4-c490-4bcb-8158-a9e76d7b97d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.809141706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1581c6d7-b727-45ff-ae3b-54c52ce5c47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.856730963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2ee44f1b-03d1-4df1-b339-8d72870646fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.933609751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b75127-fef4-4dc6-b0d4-6ebda58d2606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.947861904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b75127-fef4-4dc6-b0d4-6ebda58d2606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.962065314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b75127-fef4-4dc6-b0d4-6ebda58d2606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:36.976238234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b75127-fef4-4dc6-b0d4-6ebda58d2606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:40.626723322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8289b2-5d30-4ce9-a31d-ce3313fd1318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:40.64062391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8289b2-5d30-4ce9-a31d-ce3313fd1318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:40.654396128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8289b2-5d30-4ce9-a31d-ce3313fd1318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:40.668550596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8289b2-5d30-4ce9-a31d-ce3313fd1318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:41.220901844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbeb954-1b2b-453e-a9d1-9e7e8c2b9d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:41.235060572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbeb954-1b2b-453e-a9d1-9e7e8c2b9d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:41.24922942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbeb954-1b2b-453e-a9d1-9e7e8c2b9d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:41.263358999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbeb954-1b2b-453e-a9d1-9e7e8c2b9d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:41.496167522Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d9ffd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d9ffd2","reconcileID":"d558d031-37f5-406b-b9e0-9a0c9d67c1a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d9ffd2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d9ffd2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.08290304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49650b1a-4b54-4a87-bd6d-fb1269dc20e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.097039587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49650b1a-4b54-4a87-bd6d-fb1269dc20e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.11119966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49650b1a-4b54-4a87-bd6d-fb1269dc20e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.125390496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49650b1a-4b54-4a87-bd6d-fb1269dc20e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.721932894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb24a6c-cf3d-4a0c-9968-feecc3bc6da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.735840343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb24a6c-cf3d-4a0c-9968-feecc3bc6da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.750159571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb24a6c-cf3d-4a0c-9968-feecc3bc6da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:42.764623982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb24a6c-cf3d-4a0c-9968-feecc3bc6da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:43.383096699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ef245a-b4dd-4354-a0e2-dc40d222ba43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:43.397542842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ef245a-b4dd-4354-a0e2-dc40d222ba43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:43.412330626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ef245a-b4dd-4354-a0e2-dc40d222ba43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:43.426425266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ef245a-b4dd-4354-a0e2-dc40d222ba43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.150961895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d6caa-3d1f-49b6-824e-642ca1d69ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.165307461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d6caa-3d1f-49b6-824e-642ca1d69ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.179359294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d6caa-3d1f-49b6-824e-642ca1d69ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.193185424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e59d6caa-3d1f-49b6-824e-642ca1d69ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.403729547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"5c2e5c9d-137e-40d2-a155-d1bcf3afdf4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.524526824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"f279f621-cf60-4a8e-a9a7-855eb9d3314f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.619515164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"e15cb543-2908-41de-afe0-5b7acfcaae79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.75703499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce72762-dad4-49e4-b819-1b42262bed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.762471719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"cbf229ba-40cb-44c5-895e-027c7c7248c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.771343931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce72762-dad4-49e4-b819-1b42262bed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.785481317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce72762-dad4-49e4-b819-1b42262bed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.799628819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce72762-dad4-49e4-b819-1b42262bed59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.873865528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"334175c0-4803-4225-a166-e44488ef5e62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.874175719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"9a706ac5-1d97-4b1a-80cb-7969e1fceafe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.964582653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"907ff9f0-a13e-45cc-8308-07519d036991","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.964650094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86ee4cdf-7284-4e2e-a9a0-84fc638ec21d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:44.965105286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"f060f870-bfec-408e-a5cf-0ec88f5f431c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.063527232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b38a278-d885-4de1-b33a-127b10cbfd60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.16554444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"fa29645e-38f9-4a0d-9e49-6c30b35c6387","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.267511562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"5ebee882-79a1-47eb-a229-9d688c7fe0ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.371621925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeadae6c-5026-4bb3-b82d-046a09bc990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.385702351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeadae6c-5026-4bb3-b82d-046a09bc990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.399745454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeadae6c-5026-4bb3-b82d-046a09bc990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.414382103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeadae6c-5026-4bb3-b82d-046a09bc990d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:45.986642624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4aa2a00-d914-4313-8839-70b02d4ed9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.000689851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4aa2a00-d914-4313-8839-70b02d4ed9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.014707279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4aa2a00-d914-4313-8839-70b02d4ed9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.029293039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4aa2a00-d914-4313-8839-70b02d4ed9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.574866859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"7255ee46-1512-483a-a41a-7f2221b75175","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.594382402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"7255ee46-1512-483a-a41a-7f2221b75175","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.61375967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"7255ee46-1512-483a-a41a-7f2221b75175","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.663270664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cf09e5-9a4b-4163-afb9-d15ccdcb2c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.677164086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cf09e5-9a4b-4163-afb9-d15ccdcb2c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.690954566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cf09e5-9a4b-4163-afb9-d15ccdcb2c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.705624891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3cf09e5-9a4b-4163-afb9-d15ccdcb2c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:46.985203411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"15db27b9-f81d-46c4-a40f-7fdf93e7ee74","namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.003332899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"c485a1f3-3ca5-4d93-a63a-37a00d1b809e","namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.017539126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3ba91e80-3163-430a-892e-7b400c206099","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.031176134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6428d500-1040-4df2-b88f-5a281ba852e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.034047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8a9905b3-06d1-415d-a3b8-b81682879c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.034426589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b00dcf-ba0f-4330-a760-6fc9a6a7f992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.034804656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"54aa6262-aab9-48d3-997d-6386b748e518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.036671816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3ba91e80-3163-430a-892e-7b400c206099","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.050451146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6428d500-1040-4df2-b88f-5a281ba852e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.053242139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b00dcf-ba0f-4330-a760-6fc9a6a7f992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.055561459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8a9905b3-06d1-415d-a3b8-b81682879c4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.056665393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3ba91e80-3163-430a-892e-7b400c206099","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.057693368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"54aa6262-aab9-48d3-997d-6386b748e518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.190467386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0b1beba6-d427-4c3d-be57-f20126aef141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.208226075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0b1beba6-d427-4c3d-be57-f20126aef141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.237603243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"544c382f-1083-440f-b452-e26f102b350e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.237929414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"2e449963-dd8f-4687-9949-45e03ec8989d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.238926679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a48d2a46-9723-4037-8b6b-bb584e1b7089","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.257826801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"2e449963-dd8f-4687-9949-45e03ec8989d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.260135755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"544c382f-1083-440f-b452-e26f102b350e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.386250765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"1abf45df-8d6b-44ae-b268-52bc1454f45b","namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.387216945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6656165-ea1a-4d64-bae7-32f92d29a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.387302436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b09b338-1806-4574-b7e4-4f18a523868c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.387567956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f9b5b9db-ddb4-4a08-bc2e-df36e7a2d911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.387719148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"daf681a5-38f7-47c3-8cf5-bc52a35d89cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.387721762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"83208c4a-49b4-4a11-bdd4-e74ee7fdaa03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.40158619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6656165-ea1a-4d64-bae7-32f92d29a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.402566582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"f7bb92f2-3813-4c14-bae9-ee6944549147","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.402582744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"f7bb92f2-3813-4c14-bae9-ee6944549147","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.405184612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b09b338-1806-4574-b7e4-4f18a523868c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.416131056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6656165-ea1a-4d64-bae7-32f92d29a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.41978879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"daf681a5-38f7-47c3-8cf5-bc52a35d89cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.420274823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f9b5b9db-ddb4-4a08-bc2e-df36e7a2d911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.423327013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"83208c4a-49b4-4a11-bdd4-e74ee7fdaa03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.460482491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6656165-ea1a-4d64-bae7-32f92d29a036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.461959691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"9e57cb88-0ae6-4e94-8bd2-ddc461995d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.48041767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a1134b6b-abcf-4c41-bfe0-ee9ad52e06ba","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.48052816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a1134b6b-abcf-4c41-bfe0-ee9ad52e06ba","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.518776892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"9e57cb88-0ae6-4e94-8bd2-ddc461995d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.596341049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"904f4989-3026-44aa-9cd1-53d72ac6dca8","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.606599566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"52afa540-6277-4f6e-9f34-de5323204d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.613971097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31228141-e591-49e6-9159-8dd91c4425f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.615119571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"904f4989-3026-44aa-9cd1-53d72ac6dca8","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.620976336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"39200600-a17f-4812-991d-6ed2218caa6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.625495227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"52afa540-6277-4f6e-9f34-de5323204d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.632003816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"904f4989-3026-44aa-9cd1-53d72ac6dca8","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.632492036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31228141-e591-49e6-9159-8dd91c4425f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.638796047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"39200600-a17f-4812-991d-6ed2218caa6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.648393555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5f53cebd-22a9-4f5d-ae74-08014bf33662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.667518416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5f53cebd-22a9-4f5d-ae74-08014bf33662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.673457784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bbf47110-f429-44ea-be9a-7321a1c1c747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.691490813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bbf47110-f429-44ea-be9a-7321a1c1c747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.809388742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"afe4550c-f1f3-48cf-891e-2c823d3123a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.809408034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"afcb328e-49ab-4d34-861e-4b9af1294c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.809805045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0c598283-dc42-4f70-9d96-6b5b41e9c30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.821772552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"aa1f67e8-dd64-4671-a6b4-bfd378c3e5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.822299323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2db628fa-27c0-4b07-851a-0b6d94044b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.827974286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"afcb328e-49ab-4d34-861e-4b9af1294c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.828127396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"afe4550c-f1f3-48cf-891e-2c823d3123a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.83042656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0c598283-dc42-4f70-9d96-6b5b41e9c30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.840690241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2db628fa-27c0-4b07-851a-0b6d94044b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.840884884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"aa1f67e8-dd64-4671-a6b4-bfd378c3e5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.906786144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"090cb643-4ca4-4b3c-9dbc-10ca5e31b15d","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.906812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"090cb643-4ca4-4b3c-9dbc-10ca5e31b15d","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.916885881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5a48722e-6739-4d26-bde1-ead9911b2006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.91730061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"46c6b33b-a175-411e-ba90-39b9ee891ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.935219933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5a48722e-6739-4d26-bde1-ead9911b2006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:47.936156443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"46c6b33b-a175-411e-ba90-39b9ee891ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:48.003728409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"c28f60a7-f3ae-4785-a66a-4f6800013de8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:48.051773633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"c28f60a7-f3ae-4785-a66a-4f6800013de8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:48.067943084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-15bf10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"c28f60a7-f3ae-4785-a66a-4f6800013de8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:48.101016305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"0906df8e-b2bf-41ce-82db-1a52cf675170","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:48.101039674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"0906df8e-b2bf-41ce-82db-1a52cf675170","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.230703404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a23516-237d-4c72-9322-55439e747f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.244653264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a23516-237d-4c72-9322-55439e747f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.258402157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a23516-237d-4c72-9322-55439e747f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.272213404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a23516-237d-4c72-9322-55439e747f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.811112358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e32cfe2-ad57-4705-b7fd-1d444c70d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.824853367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e32cfe2-ad57-4705-b7fd-1d444c70d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.838507399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e32cfe2-ad57-4705-b7fd-1d444c70d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:51.852313632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e32cfe2-ad57-4705-b7fd-1d444c70d60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:52.434321327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b4f63-7dde-4ce3-a431-0afa3fdfbea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:52.448398946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b4f63-7dde-4ce3-a431-0afa3fdfbea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:52.462180361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b4f63-7dde-4ce3-a431-0afa3fdfbea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:52.476461257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b4f63-7dde-4ce3-a431-0afa3fdfbea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:57.660874724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c11860c6-263b-4f28-b000-8cfdebbce49d","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:57.679101481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c11860c6-263b-4f28-b000-8cfdebbce49d","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:57.695767171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c11860c6-263b-4f28-b000-8cfdebbce49d","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:58.115321106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"954e9f18-1566-429e-a857-e228da71b509","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:58.133855833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"954e9f18-1566-429e-a857-e228da71b509","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:58.150640942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-15bf10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"954e9f18-1566-429e-a857-e228da71b509","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:59.61314193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e8c94d-9b3c-4037-b011-b4a4dfc2da80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:59.62718202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e8c94d-9b3c-4037-b011-b4a4dfc2da80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:59.64141767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e8c94d-9b3c-4037-b011-b4a4dfc2da80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:43:59.65602346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e8c94d-9b3c-4037-b011-b4a4dfc2da80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.194354684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cbd577-95f6-4499-9dab-e6cad51311be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.208264883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cbd577-95f6-4499-9dab-e6cad51311be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.222147122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cbd577-95f6-4499-9dab-e6cad51311be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.236289748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cbd577-95f6-4499-9dab-e6cad51311be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.471873859Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a4559f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a4559f","reconcileID":"50bb4919-e23f-44b5-a4b5-f3b2d7e98ae8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a4559f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-a4559f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.873135538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb96bab-11fb-4b50-b1bc-1b7c863f3797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.887898612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb96bab-11fb-4b50-b1bc-1b7c863f3797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.901820693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb96bab-11fb-4b50-b1bc-1b7c863f3797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:00.915880032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb96bab-11fb-4b50-b1bc-1b7c863f3797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:01.453273928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005eec26-a991-4e46-b102-1beb817b00b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:01.468274165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005eec26-a991-4e46-b102-1beb817b00b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:01.482380566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005eec26-a991-4e46-b102-1beb817b00b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:01.496534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005eec26-a991-4e46-b102-1beb817b00b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:02.0817762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f8ab76-c17a-4866-ac20-a08ce9ab8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:02.096824112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f8ab76-c17a-4866-ac20-a08ce9ab8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:02.156630187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f8ab76-c17a-4866-ac20-a08ce9ab8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:02.171310117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f8ab76-c17a-4866-ac20-a08ce9ab8256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:03.647419606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"7f724205-20d8-406e-aaff-9f2c64f2781f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b0fd6a","tenantID":"e2e-extmod-a-b0fd6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:03.68621731Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"7f724205-20d8-406e-aaff-9f2c64f2781f","name":"e2e-extmod-a-b0fd6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:04.892938214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:07.724925468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"73d94250-2990-4a64-a940-fcc83bde90ea","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:07.742302327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"73d94250-2990-4a64-a940-fcc83bde90ea","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:07.758647026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"73d94250-2990-4a64-a940-fcc83bde90ea","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:08.178836609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7f9291f4-4a51-4e42-a456-52462ccd0fec","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:08.196140898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7f9291f4-4a51-4e42-a456-52462ccd0fec","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:08.212636058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-15bf10-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7f9291f4-4a51-4e42-a456-52462ccd0fec","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:11.978378805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"c079302f-24c0-4ee4-a352-e063df918aa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.132069856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"43a22677-1ef7-42e4-af2d-a06be5d0f51b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.132069926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"8eb4e32b-ee3b-4ae9-85c2-d33ad71547f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.178977085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"b18d70f8-daba-4023-b951-244c7cdaf0ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.179606679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"56293b20-b263-4166-8f36-fd7659859a3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.179695721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"a2d09196-cc30-4428-a6fc-3a64207490cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.277563599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"0730d861-5b0f-4906-820e-d7503a0a78e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.277565467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"130356ba-6a09-48f2-8f84-b6417151f554","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.376517489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b74f59c-b33d-4b64-8775-25ac20c0a42a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.475930583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a94e8262-e6e8-4be0-9493-8965387d2ba1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.620260562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"aceaba56-16cf-4d10-8f7f-3adce359b3e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:12.730907204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"10be752d-a658-4624-82dc-4366d4833f83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.174003532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"b136d62e-f25b-46e6-b571-51ae680e1e11","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.191970073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"b136d62e-f25b-46e6-b571-51ae680e1e11","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.208212229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4545d8b82db43258ddd1d58b013694f4dd46eafa107bd7b31605cc5144ae193f) AuthConfig (d98cd82ae31c4e8c3353184d379c3b454d8271b1be0ee0e9dad7908e006c3330) AuthConfig (a3696f9fc7327ba3d769fe3573a9e02e4c66974dd708c21a758a40817ecf0809) AuthConfig (6089dae0321ccd68c53eaf0175115862bde2d9b4aed6a1e20ec6ab824cde8b2c) AuthConfig (e9e7ffd451a009d65fd268a441e49f2fb812db09bf90c7dac9329b8640d2c822) AuthConfig (79167111067f4a227eb2ae248c533379e9ba5372706059f64236b7a9245b341f) AuthConfig (e2967199dd7f399ce3ecfbdb09d658a31b819c7aaf160344ab9521ddfc0f3920) AuthConfig (769a776297464a40c140a725d5013b314df02d3c597fafd672746bfb00013d20) AuthConfig (f776124b3094db41488653c09916bd29103828fae3780120804bc8270fa4f879) AuthConfig (495d62b1f1c6c44f5fcf5c2c6ccf554d12c1194d3af0c0419eaffa683681445f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"b136d62e-f25b-46e6-b571-51ae680e1e11","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.242166508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"6128b512-9560-4408-80dd-e3774c9ac312","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.242198887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"6128b512-9560-4408-80dd-e3774c9ac312","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.474003724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7f9d98c1-6a92-424b-ba02-ff4c20bc239b","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.492831033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7f9d98c1-6a92-424b-ba02-ff4c20bc239b","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.509357189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-15bf10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (324f494168f958f2c9fabdf1e8716c61d950588178da24e68e479ebc856df82b) AuthConfig (ccf1d200f203904a5aec0bd88a71fae3259c7329400ac69dd6eff47d75a781c1) AuthConfig (3425db89c1c563c6b2928e80b47b002b90998b19ed61fa831172d5835fb6a01d) AuthConfig (6e16cc4e80c535136e79371579b096f4fbb4d72d630c047b1e463dc1e803480a) AuthConfig (e284cd03a5a124763f971f5ed4800dc514613794046758bd72da2070f0b485d4) AuthConfig (c29cfa4d79b40a445856532c80f7549644260997c521fa2fcb4b68a04f37e785) AuthConfig (ba14e187facd95ee3f009421caf57395fd71373f04f2013107d6a4a2ba6c873f) AuthConfig (60556a793f8c2a8a1b7c49de3ab0bf9f0b8df33f5fced4eef8962723afa63910) AuthConfig (c0f3daf5c483ad65d410f515c36513ba1ae94954401523e7bcf04d039fda8026) AuthConfig (e9f29ca74c8fb55f4884ad6930976ed5393df26ed7527b274200f0ab658ce3e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7f9d98c1-6a92-424b-ba02-ff4c20bc239b","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.543150837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"e9b62021-6823-4e4d-a932-cfd8a9e0d971","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:13.543175038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"e9b62021-6823-4e4d-a932-cfd8a9e0d971","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:19.701667121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"8e884baf-4852-44c9-8606-b62a48998ad9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:19.741024739Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"8e884baf-4852-44c9-8606-b62a48998ad9","name":"e2e-extmod-b-d9ffd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:23.257427297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"dd5d21e3-5d42-41a6-ab0d-d6f5832a3fb7","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:23.27620009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"dd5d21e3-5d42-41a6-ab0d-d6f5832a3fb7","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:23.294843019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4545d8b82db43258ddd1d58b013694f4dd46eafa107bd7b31605cc5144ae193f) AuthConfig (d98cd82ae31c4e8c3353184d379c3b454d8271b1be0ee0e9dad7908e006c3330) AuthConfig (a3696f9fc7327ba3d769fe3573a9e02e4c66974dd708c21a758a40817ecf0809) AuthConfig (6089dae0321ccd68c53eaf0175115862bde2d9b4aed6a1e20ec6ab824cde8b2c) AuthConfig (e9e7ffd451a009d65fd268a441e49f2fb812db09bf90c7dac9329b8640d2c822) AuthConfig (79167111067f4a227eb2ae248c533379e9ba5372706059f64236b7a9245b341f) AuthConfig (e2967199dd7f399ce3ecfbdb09d658a31b819c7aaf160344ab9521ddfc0f3920) AuthConfig (769a776297464a40c140a725d5013b314df02d3c597fafd672746bfb00013d20) AuthConfig (f776124b3094db41488653c09916bd29103828fae3780120804bc8270fa4f879) AuthConfig (495d62b1f1c6c44f5fcf5c2c6ccf554d12c1194d3af0c0419eaffa683681445f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"dd5d21e3-5d42-41a6-ab0d-d6f5832a3fb7","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:23.557238466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"37233b6d-a9c0-4d1f-b05c-948aa06cfe76","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:23.575240891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"37233b6d-a9c0-4d1f-b05c-948aa06cfe76","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:23.592499049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-15bf10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (324f494168f958f2c9fabdf1e8716c61d950588178da24e68e479ebc856df82b) AuthConfig (ccf1d200f203904a5aec0bd88a71fae3259c7329400ac69dd6eff47d75a781c1) AuthConfig (3425db89c1c563c6b2928e80b47b002b90998b19ed61fa831172d5835fb6a01d) AuthConfig (6e16cc4e80c535136e79371579b096f4fbb4d72d630c047b1e463dc1e803480a) AuthConfig (e284cd03a5a124763f971f5ed4800dc514613794046758bd72da2070f0b485d4) AuthConfig (c29cfa4d79b40a445856532c80f7549644260997c521fa2fcb4b68a04f37e785) AuthConfig (ba14e187facd95ee3f009421caf57395fd71373f04f2013107d6a4a2ba6c873f) AuthConfig (60556a793f8c2a8a1b7c49de3ab0bf9f0b8df33f5fced4eef8962723afa63910) AuthConfig (c0f3daf5c483ad65d410f515c36513ba1ae94954401523e7bcf04d039fda8026) AuthConfig (e9f29ca74c8fb55f4884ad6930976ed5393df26ed7527b274200f0ab658ce3e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"37233b6d-a9c0-4d1f-b05c-948aa06cfe76","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:33.323817168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"be718cd9-e4c2-44b6-b186-f768d01a8d9e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:33.341382081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"be718cd9-e4c2-44b6-b186-f768d01a8d9e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:33.357685398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4545d8b82db43258ddd1d58b013694f4dd46eafa107bd7b31605cc5144ae193f) AuthConfig (d98cd82ae31c4e8c3353184d379c3b454d8271b1be0ee0e9dad7908e006c3330) AuthConfig (a3696f9fc7327ba3d769fe3573a9e02e4c66974dd708c21a758a40817ecf0809) AuthConfig (6089dae0321ccd68c53eaf0175115862bde2d9b4aed6a1e20ec6ab824cde8b2c) AuthConfig (e9e7ffd451a009d65fd268a441e49f2fb812db09bf90c7dac9329b8640d2c822) AuthConfig (79167111067f4a227eb2ae248c533379e9ba5372706059f64236b7a9245b341f) AuthConfig (e2967199dd7f399ce3ecfbdb09d658a31b819c7aaf160344ab9521ddfc0f3920) AuthConfig (769a776297464a40c140a725d5013b314df02d3c597fafd672746bfb00013d20) AuthConfig (f776124b3094db41488653c09916bd29103828fae3780120804bc8270fa4f879) AuthConfig (495d62b1f1c6c44f5fcf5c2c6ccf554d12c1194d3af0c0419eaffa683681445f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"be718cd9-e4c2-44b6-b186-f768d01a8d9e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:33.62130703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"1f63660a-54f1-4c4d-bd25-61086bace121","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:33.6394462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"1f63660a-54f1-4c4d-bd25-61086bace121","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:33.655986983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-15bf10-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (324f494168f958f2c9fabdf1e8716c61d950588178da24e68e479ebc856df82b) AuthConfig (ccf1d200f203904a5aec0bd88a71fae3259c7329400ac69dd6eff47d75a781c1) AuthConfig (3425db89c1c563c6b2928e80b47b002b90998b19ed61fa831172d5835fb6a01d) AuthConfig (6e16cc4e80c535136e79371579b096f4fbb4d72d630c047b1e463dc1e803480a) AuthConfig (e284cd03a5a124763f971f5ed4800dc514613794046758bd72da2070f0b485d4) AuthConfig (c29cfa4d79b40a445856532c80f7549644260997c521fa2fcb4b68a04f37e785) AuthConfig (ba14e187facd95ee3f009421caf57395fd71373f04f2013107d6a4a2ba6c873f) AuthConfig (60556a793f8c2a8a1b7c49de3ab0bf9f0b8df33f5fced4eef8962723afa63910) AuthConfig (c0f3daf5c483ad65d410f515c36513ba1ae94954401523e7bcf04d039fda8026) AuthConfig (e9f29ca74c8fb55f4884ad6930976ed5393df26ed7527b274200f0ab658ce3e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"1f63660a-54f1-4c4d-bd25-61086bace121","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:34.887732655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:40.076091116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"5c033a81-dbd7-4873-b31b-304d4c687ef3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:40.114954177Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"5c033a81-dbd7-4873-b31b-304d4c687ef3","name":"e2e-extmod-b-a4559f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.398934044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c69c8f76-19a0-4490-a50c-5eb843b2cd3e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.429303724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c69c8f76-19a0-4490-a50c-5eb843b2cd3e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.559357168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"14e19166-7eb6-4e27-bb85-401d8fad3463","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.559385781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"14e19166-7eb6-4e27-bb85-401d8fad3463","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.704100984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"6e2a3ed5-1cb1-447b-a692-37e7650341f9","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.756713269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"6e2a3ed5-1cb1-447b-a692-37e7650341f9","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.875327761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a7b51faa-e7eb-4f51-8611-fe7d21cff952","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.875355218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a7b51faa-e7eb-4f51-8611-fe7d21cff952","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.919040659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75590d9-1e1e-497b-9bb1-ad04831dfbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.933151041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75590d9-1e1e-497b-9bb1-ad04831dfbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.946943846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75590d9-1e1e-497b-9bb1-ad04831dfbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:43.960667943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75590d9-1e1e-497b-9bb1-ad04831dfbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.537149984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6005ad-499a-4d6c-adbc-2ca54f1749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.551480434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6005ad-499a-4d6c-adbc-2ca54f1749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.565314414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6005ad-499a-4d6c-adbc-2ca54f1749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.579209843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6005ad-499a-4d6c-adbc-2ca54f1749dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.758430888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8910f280-5b12-438c-9f9a-8d2999e8dbbc","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.758456055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8910f280-5b12-438c-9f9a-8d2999e8dbbc","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.772140111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"159ca37e-f10d-4ee7-bc94-713f06a80a5b","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:44:44.775694667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"440b83ee-63c9-427e-8574-9abebe893008","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-ab14b4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.789730359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"159ca37e-f10d-4ee7-bc94-713f06a80a5b","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.792530137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8a018f86-5fd9-4f3a-9394-1779e4900311","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.792550014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8a018f86-5fd9-4f3a-9394-1779e4900311","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:44:44.8076289Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8a018f86-5fd9-4f3a-9394-1779e4900311","name":"e2e-att-serve-ab14b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ab14b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:44:44.807691834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8a018f86-5fd9-4f3a-9394-1779e4900311","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ab14b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.826707605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"6efb5b47-136a-4348-8fe4-92a997fd1987","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.826730796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"6efb5b47-136a-4348-8fe4-92a997fd1987","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.845644322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"15045799-1f20-4ca3-abb8-f3d37f814e7b","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.845674974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"15045799-1f20-4ca3-abb8-f3d37f814e7b","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:44.919626038Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"eefd4a48-6afd-4a0d-b45f-0e1b7554b46a","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"maas-trlp-e2e-att-serve-ab14b4","model":"e2e-att-serve-ab14b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-15bf10/e2e-att-serve-ab14b4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.055556749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7b1b1eb5-8f5a-46ec-8050-0ed0ca5ef0ce","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.056909631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"9b1e4a8b-9f52-4242-a2d3-f3da37d330a0","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.056932811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"9b1e4a8b-9f52-4242-a2d3-f3da37d330a0","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.07343837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"7b1b1eb5-8f5a-46ec-8050-0ed0ca5ef0ce","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.111030057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"b17d40d7-9fd9-47e7-ba40-998607ffa956","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"maas-trlp-e2e-att-serve-ab14b4","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.185998358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998ef5d-544d-4953-a1e1-83de7b1a7c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.200043241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998ef5d-544d-4953-a1e1-83de7b1a7c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.214031123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"6967c457-82a5-4d2e-b518-d98c2005c936","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.214055627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"6967c457-82a5-4d2e-b518-d98c2005c936","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.21415827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998ef5d-544d-4953-a1e1-83de7b1a7c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:45.228367986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4998ef5d-544d-4953-a1e1-83de7b1a7c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:48.960663979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"22f30758-cd2b-4b4e-b859-3c99606e569d","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:48.960694867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"22f30758-cd2b-4b4e-b859-3c99606e569d","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:48.97465352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c6640865-bd32-4ac1-a2b5-1eaee5c84f75","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:44:48.981532746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"738ed885-fa17-43bd-9e51-adb89e431df3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-ae6b4b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:48.992158506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c6640865-bd32-4ac1-a2b5-1eaee5c84f75","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:48.994502019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"2d9dc600-3df0-4742-925f-7ae06412a5c1","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:48.994520577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"2d9dc600-3df0-4742-925f-7ae06412a5c1","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:44:49.009402416Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"2d9dc600-3df0-4742-925f-7ae06412a5c1","name":"e2e-att-serve-ae6b4b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ae6b4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:44:49.009463225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"2d9dc600-3df0-4742-925f-7ae06412a5c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ae6b4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.02915143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"13b602ba-de86-42e4-ae99-101886a82502","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.029168801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"13b602ba-de86-42e4-ae99-101886a82502","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.04402522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"abfba183-9259-47aa-a9de-ca04faa4e293","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.044047883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"abfba183-9259-47aa-a9de-ca04faa4e293","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.058747967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"53c85386-364f-418c-aa23-6613b42accf1","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.058775872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"53c85386-364f-418c-aa23-6613b42accf1","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.11099686Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"e9704828-f9f0-40bd-8245-4a035b4db2a1","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-att-serve-ae6b4b","model":"e2e-att-serve-ae6b4b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-cea1db/e2e-att-serve-ae6b4b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.165598753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"07709d56-5874-4fa4-9ee3-a84cff8fe599","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.183342762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"07709d56-5874-4fa4-9ee3-a84cff8fe599","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.189852095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"aba36aaa-3297-417f-8cce-9f28d534a629","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.189872116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"aba36aaa-3297-417f-8cce-9f28d534a629","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:49.246349938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"a6803258-50a0-46e1-8d60-72fffb8374ad","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-att-serve-ae6b4b","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:52.417531642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8356ee76-b893-4b2c-bc04-301a30b08c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:52.43158258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8356ee76-b893-4b2c-bc04-301a30b08c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:52.445674028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8356ee76-b893-4b2c-bc04-301a30b08c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:52.459651264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8356ee76-b893-4b2c-bc04-301a30b08c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.121182686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2af7ba-c424-4f08-aeb4-9223aa2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.135389824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2af7ba-c424-4f08-aeb4-9223aa2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.14961041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2af7ba-c424-4f08-aeb4-9223aa2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.163411273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e2af7ba-c424-4f08-aeb4-9223aa2846a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.23359153Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-514a7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-514a7b","reconcileID":"800ccc28-b727-433f-affd-c29af2c49d62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-514a7b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-514a7b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.822728298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771050d-ed08-41ba-b988-d7a1b1f35d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.836958202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771050d-ed08-41ba-b988-d7a1b1f35d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.850851896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771050d-ed08-41ba-b988-d7a1b1f35d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:53.865036014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6771050d-ed08-41ba-b988-d7a1b1f35d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:54.407528495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999d4d4d-cff8-461c-8608-63e994eded29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:54.423727284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999d4d4d-cff8-461c-8608-63e994eded29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:54.43827434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999d4d4d-cff8-461c-8608-63e994eded29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:54.452929552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"999d4d4d-cff8-461c-8608-63e994eded29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.049149872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e849caa5-7e80-405b-8870-ed272929c43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.063074273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e849caa5-7e80-405b-8870-ed272929c43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.07756335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e849caa5-7e80-405b-8870-ed272929c43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.091595568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e849caa5-7e80-405b-8870-ed272929c43b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.732489357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c89382-d1b5-4eda-8449-1eff3815661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.746652543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c89382-d1b5-4eda-8449-1eff3815661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.760764136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c89382-d1b5-4eda-8449-1eff3815661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:55.775232894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27c89382-d1b5-4eda-8449-1eff3815661c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:56.41202776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c01f14-2952-4d89-922e-8018ef3f50b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:56.426069914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c01f14-2952-4d89-922e-8018ef3f50b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:56.439809598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c01f14-2952-4d89-922e-8018ef3f50b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:56.455654165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c01f14-2952-4d89-922e-8018ef3f50b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:57.038760271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c910a-4f1b-4c0b-aad3-3c15272ac2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:57.052708211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c910a-4f1b-4c0b-aad3-3c15272ac2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:57.066713682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c910a-4f1b-4c0b-aad3-3c15272ac2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:44:57.080863741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c910a-4f1b-4c0b-aad3-3c15272ac2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.261279512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35041b8d-5925-4341-969e-dce8a18c6f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.280548436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35041b8d-5925-4341-969e-dce8a18c6f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.296389627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35041b8d-5925-4341-969e-dce8a18c6f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.313173006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35041b8d-5925-4341-969e-dce8a18c6f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.585759613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"27bc73af-a42b-45cb-ba7e-d03ec2cfa73d","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"maas-trlp-e2e-att-serve-ab14b4","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.676490798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8a0336dc-d3f6-4349-8872-3ad8aec3e9a2","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:00.676531243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"8a0336dc-d3f6-4349-8872-3ad8aec3e9a2","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:01.012733403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951ce93-7e91-4f69-a582-a40796875c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:01.026871356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951ce93-7e91-4f69-a582-a40796875c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:01.041064963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951ce93-7e91-4f69-a582-a40796875c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:01.05542739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d951ce93-7e91-4f69-a582-a40796875c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:01.453618531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"508a0c2a-5929-4067-81a0-5028f18a13d7","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:01.472861874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"508a0c2a-5929-4067-81a0-5028f18a13d7","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.324183436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"16da26d6-1442-4ac0-b234-a5bca66ee0b5","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.324221289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"16da26d6-1442-4ac0-b234-a5bca66ee0b5","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.337161582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"d3b3f3fd-ec51-40b5-8127-72ada49c4428","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.358913563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"d3b3f3fd-ec51-40b5-8127-72ada49c4428","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.362478295Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"bf1fa4b8-f217-41b6-8189-6fad142d7a78","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a99f7052","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.530203532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"60b419bb-abab-42c4-9e3c-e8286e1693c2","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:02.548280449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"60b419bb-abab-42c4-9e3c-e8286e1693c2","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:04.88759979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.786639881Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"36d89005-98cb-4d8b-bb71-b1d3e52341e4","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.806681957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"c71c2787-b094-44f2-9b5c-d44095ed02bc","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.817695332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"e1dfe249-5109-4086-8fc4-a2e410e70fae","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.833369055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e209feb9-d6a5-415b-a7de-6073be633b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.833499513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"169b10f7-c1d8-4861-b678-63a1030b1c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.833370454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"3da0008e-0a35-4e7f-a461-7f64618264c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.833771166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"08b15755-9bee-4413-a819-d5e458a11462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.83892276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"e1dfe249-5109-4086-8fc4-a2e410e70fae","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.853368975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"08b15755-9bee-4413-a819-d5e458a11462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.854072552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"3da0008e-0a35-4e7f-a461-7f64618264c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.857220399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"169b10f7-c1d8-4861-b678-63a1030b1c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:05.860419052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e209feb9-d6a5-415b-a7de-6073be633b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.027897463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"8181b270-9805-4f04-a9d4-6188acfdcd27","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.04434884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"fb898215-6f09-407b-b5b4-4779cd9abd3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.044362048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"1fbfdd79-06af-42f6-9901-8aaf39acfc9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.04459574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4fe07b3-8cbe-4e5a-88dd-8742318458ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.04472087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5184797f-bac3-45dc-85da-dc37a6e75205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.051321924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"8181b270-9805-4f04-a9d4-6188acfdcd27","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.059151087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"4000eda6-d0a2-41dd-905d-dcc183264fd3","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.069011437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5184797f-bac3-45dc-85da-dc37a6e75205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.069595601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"fb898215-6f09-407b-b5b4-4779cd9abd3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.071605599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"1fbfdd79-06af-42f6-9901-8aaf39acfc9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.073329955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4fe07b3-8cbe-4e5a-88dd-8742318458ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.210142156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"c940a670-6431-4c4a-8f48-0702d3f6d87b","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.252895418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c367f4e5-553b-44cf-9bb6-376cc7e36074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.253154848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"094f058b-1676-40e5-9b2c-b70f37ddfd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.254434497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"63fd5f33-30e0-45a5-9857-ef218a7ed24b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.256698433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f89e9d34-9bcc-41b1-8909-385f7a40e315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.256884477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a2f3b15b-5efa-4c6e-acce-4f52227e8896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.273858422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c367f4e5-553b-44cf-9bb6-376cc7e36074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.276192849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a2f3b15b-5efa-4c6e-acce-4f52227e8896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.277057544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"63fd5f33-30e0-45a5-9857-ef218a7ed24b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.278306142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"094f058b-1676-40e5-9b2c-b70f37ddfd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.280703176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f89e9d34-9bcc-41b1-8909-385f7a40e315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.439515834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"7a59386f-e3e4-430b-9cc7-33abbb296c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.441052114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"8d946919-e4b3-4b7d-a9db-58d693170d83","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.454844127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8c03e60c-9d56-431d-b412-62de6eda141e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.458067091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bc8dd1ba-2294-4888-816f-33c8c9c79631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.458157277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9e501517-add7-41ba-8bba-d9113bbfae67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.462783182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"7a59386f-e3e4-430b-9cc7-33abbb296c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.472854763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8c03e60c-9d56-431d-b412-62de6eda141e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.47719214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bc8dd1ba-2294-4888-816f-33c8c9c79631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.477346072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9e501517-add7-41ba-8bba-d9113bbfae67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.494452705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"d9af4064-0252-4660-88a0-1713450ab358","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.508789909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"6f47dc33-0b6d-4981-b648-c2afa49c5c36","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.509040634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"fec739c7-1c80-4c0b-aecf-96ea6867456a","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.555182156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"6f47dc33-0b6d-4981-b648-c2afa49c5c36","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.573354794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"6f47dc33-0b6d-4981-b648-c2afa49c5c36","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.608763347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"54d9136f-29e2-4694-8d2b-d46239080661","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.670372087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"301941de-470f-476d-93a0-d8c40511dfa8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.671133457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"d8530b61-62b9-445f-88ee-c012a6acd8b6","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.765891244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"301941de-470f-476d-93a0-d8c40511dfa8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.769634069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"d8530b61-62b9-445f-88ee-c012a6acd8b6","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.77019371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d833941b-103c-4f81-a996-02ff60d1f94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.770689108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f56242af-0be4-4435-9be9-1044a2b1c048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.771106267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d41eb1a5-1391-4c81-85b0-7c49729bef46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.856365787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"4398e506-83bf-43f7-8905-f85b94d2c7c0","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.858797572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d41eb1a5-1391-4c81-85b0-7c49729bef46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.860487116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d833941b-103c-4f81-a996-02ff60d1f94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.86241325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f56242af-0be4-4435-9be9-1044a2b1c048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.870906955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"dc8260ac-f13e-4405-abf4-84dae9381e1f","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:06.870932027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"dc8260ac-f13e-4405-abf4-84dae9381e1f","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.04352997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f759ed3f-4699-47cf-9087-3563a83684ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.052995081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"580dd966-39a6-4b3a-84b5-03319af7f068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.053430069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"bdd8da5c-072d-4916-bd1a-a4deacd53904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.054387079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943d4860-eb6c-4f7b-9c9d-d3a93d4ab71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.067071124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f759ed3f-4699-47cf-9087-3563a83684ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.074452707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"bdd8da5c-072d-4916-bd1a-a4deacd53904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.077145259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"580dd966-39a6-4b3a-84b5-03319af7f068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.077696063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943d4860-eb6c-4f7b-9c9d-d3a93d4ab71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.127720136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb9c13b-c300-45de-809b-bcd9e1945e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.145827478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fb9c13b-c300-45de-809b-bcd9e1945e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.232071541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"15a187d4-e682-4b1e-8dfc-119840c3c0ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.255984975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"15a187d4-e682-4b1e-8dfc-119840c3c0ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.272588108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"15a187d4-e682-4b1e-8dfc-119840c3c0ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.348901124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"33ea2a5f-dc10-4102-a930-344c57945c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.349010086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"43f7800f-3fe2-43ca-b04e-f162fe946ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.349356468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"6299eef1-5a70-4348-bf01-7cc5330a8713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.349414023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0a2d8a72-dddf-4d83-875e-a0cae812bd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.356176561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"aef64be8-239f-4ecb-a437-322972681c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.366961356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"43f7800f-3fe2-43ca-b04e-f162fe946ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.367833011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"33ea2a5f-dc10-4102-a930-344c57945c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.369309485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0a2d8a72-dddf-4d83-875e-a0cae812bd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.370102121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"6299eef1-5a70-4348-bf01-7cc5330a8713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.37412524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"aef64be8-239f-4ecb-a437-322972681c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.527821996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"100c5cf6-d6d1-4a71-9e6c-e6244db242f1","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.529577368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"48c0a285-4bf4-40f6-b2b3-dafa2ef73c01","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.543805074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"6d11cb39-8bf6-48aa-a1b8-6688908e68ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.544210683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6cf0a51f-a39b-4c26-b898-af212b324156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.548800465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"48c0a285-4bf4-40f6-b2b3-dafa2ef73c01","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.549321358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"100c5cf6-d6d1-4a71-9e6c-e6244db242f1","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.562393994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"6d11cb39-8bf6-48aa-a1b8-6688908e68ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:07.566607148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6cf0a51f-a39b-4c26-b898-af212b324156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.377517129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"c19be780-2bae-4dcd-835c-e1f509692f8a","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","subscription":"e2e-att-serve-ab14b4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.405965727Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"c19be780-2bae-4dcd-835c-e1f509692f8a","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.42030921Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-sub","reconcileID":"c19be780-2bae-4dcd-835c-e1f509692f8a","MaaSSubscription":{"name":"e2e-att-serve-ab14b4-sub","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"maas-trlp-e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.517254675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"7cd9823c-4e93-4115-a672-5fba69c0dd6b","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.51728233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"7cd9823c-4e93-4115-a672-5fba69c0dd6b","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.531396143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"74301504-e209-43bd-960a-4c1f9dfa8741","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.549000237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"74301504-e209-43bd-960a-4c1f9dfa8741","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.647864934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"1c6a0a51-6536-4852-bc82-56cdadcc35f8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.665437267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"1c6a0a51-6536-4852-bc82-56cdadcc35f8","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.689722279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a2365fc9-4853-4340-a0a4-b04a38e7c5f3","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.689749635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"a2365fc9-4853-4340-a0a4-b04a38e7c5f3","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.807342946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"be8f4939-6b25-4850-99cd-ef647b5a8afe","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.922259883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"be8f4939-6b25-4850-99cd-ef647b5a8afe","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.968348643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"be8f4939-6b25-4850-99cd-ef647b5a8afe","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"name":"e2e-extmod-b-15bf10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:12.968377199Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"e2e-att-serve-ab14b4-access","reconcileID":"be8f4939-6b25-4850-99cd-ef647b5a8afe","MaaSAuthPolicy":{"name":"e2e-att-serve-ab14b4-access","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-15bf10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.001381947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"cd015d65-de64-4f5d-b9dc-3d5008961ee6","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"tenant":"e2e-extmod-b-15bf10","gateway":"openshift-ingress/e2e-extmod-b-15bf10","model":"e2e-extmod-att-user-9d4454/e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.001409276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"cd015d65-de64-4f5d-b9dc-3d5008961ee6","MaaSModelRef":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"routeName":"external-model-e2e-att-serve-ab14b4-1d488e279a60","namespace":"e2e-extmod-att-user-9d4454","model":"e2e-att-serve-ab14b4","externalModel":"e2e-att-serve-ab14b4","provider":"e2e-att-serve-ab14b4-provider","gateway":"openshift-ingress/e2e-extmod-b-15bf10","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.547500227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"af596f52-5d94-47aa-8ea7-0102c31d5034","namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.579405886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"3520ab31-49e0-4288-b65b-6292ed1f21b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.590537716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de12cc6-3158-4e64-bf48-af1ad40246dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.590537892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e3466936-5767-4418-9e7d-576fb0cbaa57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.591558508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9ee3b1e1-161f-49ba-9943-fc999b41d3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.592440773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"67333926-8b96-4b55-8cfd-1bec959a9dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.596903934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"3520ab31-49e0-4288-b65b-6292ed1f21b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.609291895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de12cc6-3158-4e64-bf48-af1ad40246dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.609470654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e3466936-5767-4418-9e7d-576fb0cbaa57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.611815661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9ee3b1e1-161f-49ba-9943-fc999b41d3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.611860956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"67333926-8b96-4b55-8cfd-1bec959a9dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.613146489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"3520ab31-49e0-4288-b65b-6292ed1f21b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.654097041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"42b5ba89-377a-464b-a35a-b81f0b19aa67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.682199492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"42b5ba89-377a-464b-a35a-b81f0b19aa67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.734410845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ab14b4","namespace":"e2e-extmod-att-user-9d4454"},"namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","reconcileID":"94c0a92f-6588-4d6d-906f-1d08b660368d","namespace":"e2e-extmod-att-user-9d4454","name":"e2e-att-serve-ab14b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.767766734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3f462290-dff5-47a0-a207-a48539bb0f4b","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.779215767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"820dbd12-e50e-4b06-aaf3-70345ad43d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.77933602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"17e12443-5eb3-4c7a-9152-11c3cdb38082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.781902926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"00913099-96d1-408f-97cc-f601bc1f7e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.785227176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3f462290-dff5-47a0-a207-a48539bb0f4b","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.796724362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"820dbd12-e50e-4b06-aaf3-70345ad43d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.797894255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"17e12443-5eb3-4c7a-9152-11c3cdb38082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.799603277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"00913099-96d1-408f-97cc-f601bc1f7e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.878690938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebe5a639-3579-4a3b-8567-c2cbf40cfc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.89658343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebe5a639-3579-4a3b-8567-c2cbf40cfc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.966031738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e9922c45-776a-4f2b-9e2a-2775c26158dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.978585145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d47d4a16-b067-4ae2-aa32-11653b56b87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.978689147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f3f98780-f942-45f7-8ec5-3e3f9c8c899f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.979418954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d963b3eb-cc35-43d1-a254-c0846d3da962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.98389084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e9922c45-776a-4f2b-9e2a-2775c26158dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.996920189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d963b3eb-cc35-43d1-a254-c0846d3da962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.997608627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d47d4a16-b067-4ae2-aa32-11653b56b87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:13.999501028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f3f98780-f942-45f7-8ec5-3e3f9c8c899f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.000679148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e9922c45-776a-4f2b-9e2a-2775c26158dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.090192278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62fba0b2-e7a1-4099-91e7-6e846e3b6af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.090811236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"36ba25d1-1642-445b-9018-4a7c9c1f6fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.109261233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62fba0b2-e7a1-4099-91e7-6e846e3b6af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.110471145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"36ba25d1-1642-445b-9018-4a7c9c1f6fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.179057074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1e34199b-6ec3-4ec9-a2ee-a793b8c25d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.179114749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"918b9f9f-fd82-4449-8756-5507a0110031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.179496869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d4a6b227-c505-492a-8ff5-aa90d5322f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.198225112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"918b9f9f-fd82-4449-8756-5507a0110031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.198249112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d4a6b227-c505-492a-8ff5-aa90d5322f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:14.200654385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1e34199b-6ec3-4ec9-a2ee-a793b8c25d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:21.742550353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf51f7e-3be9-4fc5-988a-9c3d655037cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:21.756803986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf51f7e-3be9-4fc5-988a-9c3d655037cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:21.770993605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf51f7e-3be9-4fc5-988a-9c3d655037cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:21.785471273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf51f7e-3be9-4fc5-988a-9c3d655037cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:22.445883002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f9b650-4457-477e-958e-88a77c7fe16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:22.461009626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f9b650-4457-477e-958e-88a77c7fe16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:22.475283622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f9b650-4457-477e-958e-88a77c7fe16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:22.48950838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f9b650-4457-477e-958e-88a77c7fe16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:24.036324609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"1bb473e4-0893-41d1-a61f-8bf55e3db7f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:24.055524342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"1bb473e4-0893-41d1-a61f-8bf55e3db7f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:24.073663019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"1bb473e4-0893-41d1-a61f-8bf55e3db7f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.097504442Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"34f3d346-055d-496f-b6af-bc10ad99d07a","namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.132809234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"5390c7c4-9730-4d3d-8740-88e765c2453d","namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.13287673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e31e3064-aa03-4e11-9dc5-e151636ef6b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.148846315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"14f1c515-362c-47f0-9899-4b721f694ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.148846385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0e31ff43-b3c1-4751-bcab-85afcdad62f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.149054091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"51a4b4ea-4e45-4e0f-a376-a2696cac20b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.149346053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"13232e01-825b-4076-b377-f205fab01ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.15448057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e31e3064-aa03-4e11-9dc5-e151636ef6b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.168610404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0e31ff43-b3c1-4751-bcab-85afcdad62f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.170007684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"14f1c515-362c-47f0-9899-4b721f694ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.170889567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"51a4b4ea-4e45-4e0f-a376-a2696cac20b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.172586503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e31e3064-aa03-4e11-9dc5-e151636ef6b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.17264736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"13232e01-825b-4076-b377-f205fab01ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.217913253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"35c5888d-bc31-42ad-9570-ae64b3a66cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.257595723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"35c5888d-bc31-42ad-9570-ae64b3a66cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.397016517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"8eb97c2b-9fbb-4365-a9fa-aea9b9424e2e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.413281331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"c3b34ec0-8289-4e07-b743-d6f94f5b91b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.413429591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"44af3f3c-d91d-408b-8de8-89d09bde778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.413281384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d85fc6-6265-47a3-b2a6-d3888677eea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.418171474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"8eb97c2b-9fbb-4365-a9fa-aea9b9424e2e","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.418349815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"39c16845-1615-46e0-8757-faa8a69c20ca","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.432982325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05d85fc6-6265-47a3-b2a6-d3888677eea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.434290147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"c3b34ec0-8289-4e07-b743-d6f94f5b91b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.435292427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"44af3f3c-d91d-408b-8de8-89d09bde778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.516936835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3bd01f34-62d8-4066-8c14-8aa317f3d563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.590665125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3bd01f34-62d8-4066-8c14-8aa317f3d563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.594242295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"876d811e-db48-42b0-9729-24f9cb345d8e","namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.613702815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"fc4bced4-1118-4cbc-83bf-56de19a7aa6d","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.613729437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"fc4bced4-1118-4cbc-83bf-56de19a7aa6d","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.628274877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"bf6d2015-f11a-4be7-97d5-a037c66bb875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.647341703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"bf6d2015-f11a-4be7-97d5-a037c66bb875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.653587836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"c0df03ad-904f-4b8e-b7c9-86164756432e","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.653608416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"c0df03ad-904f-4b8e-b7c9-86164756432e","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.718925343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d15d25f9-f184-4d38-9199-988dcb775268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.73466074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5aadec0-1d5c-4e69-b77e-6fd0126fac0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.735668642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"de2b0423-ab7f-4aaf-ad97-5087b9a36bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.748827721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d15d25f9-f184-4d38-9199-988dcb775268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.759701923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5aadec0-1d5c-4e69-b77e-6fd0126fac0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.761245667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"de2b0423-ab7f-4aaf-ad97-5087b9a36bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.837499462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"77f3b9da-701a-4d69-974d-7fad970d6a95","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.850696251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ef4b58f7-07b2-4747-b8fc-f20a9e25fb74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.855887045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"77f3b9da-701a-4d69-974d-7fad970d6a95","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.869658853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ef4b58f7-07b2-4747-b8fc-f20a9e25fb74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.873755189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"77f3b9da-701a-4d69-974d-7fad970d6a95","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.940326005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"2ebc1a7f-ba63-4e99-aad5-fb810e158afa","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.940352136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"2ebc1a7f-ba63-4e99-aad5-fb810e158afa","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.950867199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b57a8a1a-5c53-4619-8ed4-3fef38951727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.950869367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"587e79f8-2018-4f7f-ab06-2156938c5294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.952725757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e498b1ef-094d-4550-87cc-92ae7b78d1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.972152167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"587e79f8-2018-4f7f-ab06-2156938c5294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.972863745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e498b1ef-094d-4550-87cc-92ae7b78d1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:25.974292795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b57a8a1a-5c53-4619-8ed4-3fef38951727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.039556183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"bafd69fa-e4c0-4646-b19d-1c3f3ccdcf5d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.053013481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e25f0925-d6c3-4670-9509-25fb84c88652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.077116087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e25f0925-d6c3-4670-9509-25fb84c88652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.098112869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"bafd69fa-e4c0-4646-b19d-1c3f3ccdcf5d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.115502722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"bafd69fa-e4c0-4646-b19d-1c3f3ccdcf5d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.151216875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"064d7888-1e83-4ec4-816a-df52b5eba1e1","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.151240478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"064d7888-1e83-4ec4-816a-df52b5eba1e1","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.152265254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"297bbe7b-10af-4f3a-b4f0-97f16b7fbc0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.152299913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"9d46b7bb-5152-4a24-8f78-008d7d0d731d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.152667123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3bfecf51-3fcb-44a9-9f8e-5c6e24266893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.170323234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"297bbe7b-10af-4f3a-b4f0-97f16b7fbc0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.17155821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3bfecf51-3fcb-44a9-9f8e-5c6e24266893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.172481724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"9d46b7bb-5152-4a24-8f78-008d7d0d731d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.239745255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"b15a5a75-ddcf-4389-8ded-187c09d69d67","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.253353111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a7d6d468-ea12-45fd-a9d4-56bbda90a448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.25951217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"b15a5a75-ddcf-4389-8ded-187c09d69d67","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:26.272238156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a7d6d468-ea12-45fd-a9d4-56bbda90a448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.740593618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"7afe4616-f551-43bf-b793-b4052164d533","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-att-serve-ae6b4b","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.826265062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"dd054cdc-53de-4f5b-bee6-81e5deb50617","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.826297561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"dd054cdc-53de-4f5b-bee6-81e5deb50617","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.829466965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"a977499e-da6e-4d5b-b630-71a71000c1e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.851246407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"a977499e-da6e-4d5b-b630-71a71000c1e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.868468265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (60971b72d2845b8688fd698dd5404091ec490022d1e14813c6dc1bd855c9a434) AuthConfig (07a860c638658beba931ccf896df3d710941e4a57365334824facb8efcc3d163) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2) AuthConfig (4ff4f8dcdb39f834ecbd2f99fcbc1c1a796b76906e842e4f6fe81548a9297f57) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (dd65a498517817b3636220b1918b8d7cd7b0841aaa5b13cfcb4a7c6553e1df90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"a977499e-da6e-4d5b-b630-71a71000c1e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.902590178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"5bcf0794-2cae-4876-9e8a-0f22c453f3b5","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:28.902615261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"5bcf0794-2cae-4876-9e8a-0f22c453f3b5","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.03867779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"6675e24a-b73b-45aa-a213-8168e542c23f","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.065411485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"6675e24a-b73b-45aa-a213-8168e542c23f","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.797316095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"ffe4a7f9-a282-464f-8505-21bf5976d919","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.797342922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"ffe4a7f9-a282-464f-8505-21bf5976d919","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.814475615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"2606619b-172e-4d56-8df0-bc300e836756","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.833815078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"2606619b-172e-4d56-8df0-bc300e836756","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:29.83857265Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"79563291-c09c-4d7b-a3d9-0e1e59e60d92","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de7b7377","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.03479933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"1f9312d0-2092-4ed2-9893-b0a0ac27e7f2","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.059871948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"1f9312d0-2092-4ed2-9893-b0a0ac27e7f2","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.824380636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"3a443df6-a0dc-4367-be75-5b2b8f53dc60","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.859178797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"4f6311f0-ee52-491f-baff-04a848c3232b","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.859222443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"235e2fbf-9197-4167-a879-08cfeb09730b","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.878707845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"235e2fbf-9197-4167-a879-08cfeb09730b","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.8787214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"4f6311f0-ee52-491f-baff-04a848c3232b","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.879106833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"f01da456-0e95-4b00-87e1-a0b3c24dac9e","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.879254034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"553a9d8d-a81b-43b9-8ca2-bd800c08f855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.879320999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9c5d80b2-e194-4447-a45c-add162d9d6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.886358945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"84bcfde1-ffb0-4549-99af-23f435caaacf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.896975423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"235e2fbf-9197-4167-a879-08cfeb09730b","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.90138527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9c5d80b2-e194-4447-a45c-add162d9d6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.904457131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (60971b72d2845b8688fd698dd5404091ec490022d1e14813c6dc1bd855c9a434) AuthConfig (07a860c638658beba931ccf896df3d710941e4a57365334824facb8efcc3d163) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2) AuthConfig (4ff4f8dcdb39f834ecbd2f99fcbc1c1a796b76906e842e4f6fe81548a9297f57) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (dd65a498517817b3636220b1918b8d7cd7b0841aaa5b13cfcb4a7c6553e1df90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"4f6311f0-ee52-491f-baff-04a848c3232b","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.904898324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"553a9d8d-a81b-43b9-8ca2-bd800c08f855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.909703683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"84bcfde1-ffb0-4549-99af-23f435caaacf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.970613988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3fc7d682-3f89-4d07-899c-40454fc36a20","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.988178659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e98ebcb8-b98e-4769-ae1e-ed915a5e41ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:30.998280113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"3fc7d682-3f89-4d07-899c-40454fc36a20","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.06313372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e98ebcb8-b98e-4769-ae1e-ed915a5e41ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.081593645Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"108ab197-a9ac-427f-b6dc-65c5e8b7cc36","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.239421464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5445a96a-d722-49f3-8ce4-ecc0a70517e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.239693119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"131a96f4-73e6-4805-b5d5-0aa3df96a733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.251847508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"da91eb24-3998-4bf5-a54c-79f45b8e597e","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.258132063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"da91eb24-3998-4bf5-a54c-79f45b8e597e","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.281420526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b2f706f0-3e79-4320-906d-aeefb5cf2633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.28655651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"131a96f4-73e6-4805-b5d5-0aa3df96a733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.287432603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5445a96a-d722-49f3-8ce4-ecc0a70517e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.303357131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"2186fd09-c0e2-4a27-8b43-91b3ebca07bf","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.303393274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"2186fd09-c0e2-4a27-8b43-91b3ebca07bf","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.307666571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b2f706f0-3e79-4320-906d-aeefb5cf2633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.316174247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27f137fb-3d8d-4386-b501-077cbc4ea569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.316545869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"78feda28-72b0-4e60-b6f8-e4818f72fbf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.317814007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"44645ef8-235a-434f-8d11-aee97002ef38","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.317830503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"44645ef8-235a-434f-8d11-aee97002ef38","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.33651886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27f137fb-3d8d-4386-b501-077cbc4ea569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.336843753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"78feda28-72b0-4e60-b6f8-e4818f72fbf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.489709271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"21333df5-1e38-476e-9535-46ab9045dc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.489854493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ffc2f33f-195c-4bac-bad1-ea68d034b450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.489720238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dbd30248-4519-480d-891e-f06581f69fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.502601678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c2c5bdac-174d-47c8-a351-ca74152b3208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.503854206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ba991023-7bd2-4ff5-9fb0-a70e84264713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.50970638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ffc2f33f-195c-4bac-bad1-ea68d034b450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.509971427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"21333df5-1e38-476e-9535-46ab9045dc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.511787472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"dbd30248-4519-480d-891e-f06581f69fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.521684749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c2c5bdac-174d-47c8-a351-ca74152b3208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.523353231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ba991023-7bd2-4ff5-9fb0-a70e84264713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.676860878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"da530932-2e43-44fd-a763-e4ab8248b46a","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.677183719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"a4b339c6-a003-4d18-9c8e-f8c7d36ebeb7","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.690831085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"c64b1fe4-1625-4337-b585-5f596beb3617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.69578657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"a4b339c6-a003-4d18-9c8e-f8c7d36ebeb7","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.695796342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"da530932-2e43-44fd-a763-e4ab8248b46a","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.710276068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"c64b1fe4-1625-4337-b585-5f596beb3617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.71346657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"a4b339c6-a003-4d18-9c8e-f8c7d36ebeb7","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.727675069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (60971b72d2845b8688fd698dd5404091ec490022d1e14813c6dc1bd855c9a434) AuthConfig (07a860c638658beba931ccf896df3d710941e4a57365334824facb8efcc3d163) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2) AuthConfig (4ff4f8dcdb39f834ecbd2f99fcbc1c1a796b76906e842e4f6fe81548a9297f57) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (dd65a498517817b3636220b1918b8d7cd7b0841aaa5b13cfcb4a7c6553e1df90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"da530932-2e43-44fd-a763-e4ab8248b46a","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.784046081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c7518e85-9ba9-4471-9ff5-52bbd6e97526","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.799406357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"ec6715f2-770f-4268-be82-5d667faf93bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.799715721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af7f1dd2-1b65-4965-8019-730a9d6756fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.799941678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f48a0244-a0d9-419b-ab94-468055d14140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.804862565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"c7518e85-9ba9-4471-9ff5-52bbd6e97526","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.818645138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"ec6715f2-770f-4268-be82-5d667faf93bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.822565643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af7f1dd2-1b65-4965-8019-730a9d6756fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.822685617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f48a0244-a0d9-419b-ab94-468055d14140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.995445923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"ff1f22f2-7bd0-49be-9a43-d4113f9d24f4","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:31.995474506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"ff1f22f2-7bd0-49be-9a43-d4113f9d24f4","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.00435947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bfaeab64-c6ec-405e-8ac6-d6e0dd97e021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.022738373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bfaeab64-c6ec-405e-8ac6-d6e0dd97e021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.100768387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"8bfd81d6-5a8c-4a19-9561-a22d92251f54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.176474811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"8bfd81d6-5a8c-4a19-9561-a22d92251f54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.233284386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"8bfd81d6-5a8c-4a19-9561-a22d92251f54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.277677713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"a1cc6ca1-89d6-4988-90de-51f6808ed744","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:32.277806553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"a1cc6ca1-89d6-4988-90de-51f6808ed744","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:34.888053661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:37.832107043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"d5a06097-b3bf-40d5-9a7d-dd9a7ee84f36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:37.874307561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"d5a06097-b3bf-40d5-9a7d-dd9a7ee84f36","name":"e2e-extmod-b-514a7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:39.855729891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"6b6011ce-a8b9-4de1-b97f-9058391a3541","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","subscription":"e2e-att-serve-ae6b4b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:39.884534507Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"6b6011ce-a8b9-4de1-b97f-9058391a3541","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:39.899065254Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-sub","reconcileID":"6b6011ce-a8b9-4de1-b97f-9058391a3541","MaaSSubscription":{"name":"e2e-att-serve-ae6b4b-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.078666826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"a65cebeb-944b-4651-b155-3339dc134b4d","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.07869709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"a65cebeb-944b-4651-b155-3339dc134b4d","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.099308269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"4ab04186-0d78-4d94-9876-ac0bf37c72d5","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.123524033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"4ab04186-0d78-4d94-9876-ac0bf37c72d5","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.234769228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"ae91a01a-5f41-4e51-885f-147546e809c7","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.234795589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"ae91a01a-5f41-4e51-885f-147546e809c7","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.274765648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"92119af9-061c-4a1f-862a-9037d7be4bcb","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.338125805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"92119af9-061c-4a1f-862a-9037d7be4bcb","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.411718294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"92119af9-061c-4a1f-862a-9037d7be4bcb","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.411742488Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-att-serve-ae6b4b-access","reconcileID":"92119af9-061c-4a1f-862a-9037d7be4bcb","MaaSAuthPolicy":{"name":"e2e-att-serve-ae6b4b-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.44749872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"8296fac4-9d4b-450a-9c4b-7e650715bb81","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"tenant":"e2e-extmod-b-cea1db","gateway":"openshift-ingress/e2e-extmod-b-cea1db","model":"e2e-extmod-att-user-64c754/e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.447525465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"8296fac4-9d4b-450a-9c4b-7e650715bb81","MaaSModelRef":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"routeName":"external-model-e2e-att-serve-ae6b4b-57e89b76d75e","namespace":"e2e-extmod-att-user-64c754","model":"e2e-att-serve-ae6b4b","externalModel":"e2e-att-serve-ae6b4b","provider":"e2e-att-serve-ae6b4b-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:40.976404264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"96f4fc15-8ac5-4d44-a581-952b6278390f","namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.006931626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"670e4d21-5538-41fc-a948-1e47cd4546be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.007128176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"fdda2a9f-fa1c-4a32-9ed8-bbfb58aa2044","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.007288612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"5ddcd64c-f446-4c7e-8267-f51d258b2261","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.020407103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c86050-431e-4a76-ae7b-fe9c3a259ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.021202746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2f084271-2ce7-4125-9388-c64e70b05ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.026154408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"670e4d21-5538-41fc-a948-1e47cd4546be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.026840654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"5ddcd64c-f446-4c7e-8267-f51d258b2261","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.028627376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"fdda2a9f-fa1c-4a32-9ed8-bbfb58aa2044","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.040120785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2f084271-2ce7-4125-9388-c64e70b05ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.040393868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c86050-431e-4a76-ae7b-fe9c3a259ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.046056418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"670e4d21-5538-41fc-a948-1e47cd4546be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.046398541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (60971b72d2845b8688fd698dd5404091ec490022d1e14813c6dc1bd855c9a434) AuthConfig (07a860c638658beba931ccf896df3d710941e4a57365334824facb8efcc3d163) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2) AuthConfig (4ff4f8dcdb39f834ecbd2f99fcbc1c1a796b76906e842e4f6fe81548a9297f57) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (dd65a498517817b3636220b1918b8d7cd7b0841aaa5b13cfcb4a7c6553e1df90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"fdda2a9f-fa1c-4a32-9ed8-bbfb58aa2044","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.047480349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"5ddcd64c-f446-4c7e-8267-f51d258b2261","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.120430911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b56a741d-07a1-4df5-beaa-4f7961a764dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.120444991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fb4ded54-6d4b-4c87-9929-c32c332e47b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.120868307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee18608d-cd13-4330-a0d5-85f8b41d5251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.141065795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b56a741d-07a1-4df5-beaa-4f7961a764dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.144561355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fb4ded54-6d4b-4c87-9929-c32c332e47b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.144558852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee18608d-cd13-4330-a0d5-85f8b41d5251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.168198604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ae6b4b","namespace":"e2e-extmod-att-user-64c754"},"namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","reconcileID":"b7556251-b6bf-4473-8814-7d2966304deb","namespace":"e2e-extmod-att-user-64c754","name":"e2e-att-serve-ae6b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.219487021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8e3e64de-6332-40dd-a541-36aa38eb4079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.219487159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0c3c10d8-7cfb-4fa0-b4c1-dce34107ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.239183727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0c3c10d8-7cfb-4fa0-b4c1-dce34107ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.239984645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8e3e64de-6332-40dd-a541-36aa38eb4079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.376615899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"da99f192-b360-4feb-a419-47f87a828384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.389379151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"19d67aaf-b7a1-4ea4-948f-0f4d11892c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.390332827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"62f79035-1912-4c4c-bb60-2dc51699129b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.395004289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"da99f192-b360-4feb-a419-47f87a828384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.407742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"62f79035-1912-4c4c-bb60-2dc51699129b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.419945429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ed7e3c0c-fbab-4c04-83d9-e3f15fd5c75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.421803978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d1601056-73a7-4035-8165-70433472f3c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.461211369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"19d67aaf-b7a1-4ea4-948f-0f4d11892c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.465708084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ed7e3c0c-fbab-4c04-83d9-e3f15fd5c75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.474369018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d1601056-73a7-4035-8165-70433472f3c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.520668606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"3aa791be-5de1-4d8f-97c0-050f070be346","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.525107806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e531f224-a008-4e0e-933b-860b6d9309a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.546905753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e531f224-a008-4e0e-933b-860b6d9309a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.547413051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"3aa791be-5de1-4d8f-97c0-050f070be346","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.583588679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (60971b72d2845b8688fd698dd5404091ec490022d1e14813c6dc1bd855c9a434) AuthConfig (07a860c638658beba931ccf896df3d710941e4a57365334824facb8efcc3d163) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2) AuthConfig (4ff4f8dcdb39f834ecbd2f99fcbc1c1a796b76906e842e4f6fe81548a9297f57) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (dd65a498517817b3636220b1918b8d7cd7b0841aaa5b13cfcb4a7c6553e1df90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"e531f224-a008-4e0e-933b-860b6d9309a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.587379877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"3aa791be-5de1-4d8f-97c0-050f070be346","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.628769767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d1c00b9c-a284-4ec4-b872-716f33188cfe","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.644745453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"91194064-9ce3-4c70-b0f6-1f238c8ad846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.644810267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7cd61dcb-bdd9-4345-ab60-b3999e64945d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.645192773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2e999f4b-efd9-41dc-bfb1-14b47ad1168b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.645200913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7c64f6-fe2b-4ad4-ad34-9511cfe58db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.648782245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d1c00b9c-a284-4ec4-b872-716f33188cfe","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.663947911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7c64f6-fe2b-4ad4-ad34-9511cfe58db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.665566564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d1c00b9c-a284-4ec4-b872-716f33188cfe","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.66395866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"91194064-9ce3-4c70-b0f6-1f238c8ad846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.666238507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7cd61dcb-bdd9-4345-ab60-b3999e64945d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.66809789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2e999f4b-efd9-41dc-bfb1-14b47ad1168b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.722983211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cf36d12-6dec-4c12-a081-9208f67b490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:41.743737259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cf36d12-6dec-4c12-a081-9208f67b490c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.707472794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"6d232942-f9fd-4a7a-b1aa-e644112172a3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.725776007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"6d232942-f9fd-4a7a-b1aa-e644112172a3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.743345706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab16bfa0aa55d0ef5f90ca617da7fc444af4f8574eca4dea83b20043e2fe66a3) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (9fd1300870fc092c0a6742b1e0f6052f6ea7bee9cb654e4721e5cb8d24e761c5) AuthConfig (01bc7d021e45711bc84501fb69da5363bd19abbb31a88aa81055a4713a1f1b29) AuthConfig (b072a017011914766d3aa81fbeeb14fc90d17a598efee0de5aadf1a3a5d91369)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"6d232942-f9fd-4a7a-b1aa-e644112172a3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.776724899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"8e9b5926-46f6-47d4-bb54-e3432c2ceac7","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.77675443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"8e9b5926-46f6-47d4-bb54-e3432c2ceac7","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.904744269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"43830da3-b9e3-4340-8369-b148093077f1","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.923589995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"43830da3-b9e3-4340-8369-b148093077f1","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.941451516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a602a61f860a63243836f6b35185e67e27a852daf5a7713b8175050bffe22b66) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (f59ebbc9b434ab2322e63d8c483be091c9128f08db5abf39eb3cfd7a1099f5f7) AuthConfig (fb4b00774bdfb91e0d677a1db187555f6d8f542c32288955c680d3f5c91a941c) AuthConfig (0d5a5014d143098cb521669081ed3bb8bb310c91a630ca7146734f3f3d66e335) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"43830da3-b9e3-4340-8369-b148093077f1","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.975309129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"f63223fb-b00a-419a-9d93-df43888c9ff0","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:46.97533744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"f63223fb-b00a-419a-9d93-df43888c9ff0","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:51.613787372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"8d3079cd-cd33-4def-aa9e-9fb02bb8ebc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:51.631890379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"8d3079cd-cd33-4def-aa9e-9fb02bb8ebc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:51.760133092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"6524f0b4-d951-48d5-8796-81183113d7ed","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:51.760159992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"6524f0b4-d951-48d5-8796-81183113d7ed","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.044723741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"4f8fbbe9-a85d-4b3e-a9d5-7dacd915d5db","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.044763571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"4f8fbbe9-a85d-4b3e-a9d5-7dacd915d5db","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.059857731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"902d3d7e-b351-4dbd-a939-f36b28dbb816","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:45:53.06328043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"44589c7c-ebee-42f7-b3af-1563466d8b13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-0f1170-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.077980876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"902d3d7e-b351-4dbd-a939-f36b28dbb816","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.082541003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"5615d581-10b2-4c9a-ae75-e6695977711e","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.082558703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"5615d581-10b2-4c9a-ae75-e6695977711e","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:45:53.09819066Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"5615d581-10b2-4c9a-ae75-e6695977711e","name":"e2e-att-unrel-0f1170","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-0f1170\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:45:53.098244965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"5615d581-10b2-4c9a-ae75-e6695977711e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-0f1170\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.125317471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"6ebd3f84-e415-4409-a67d-320ca3cd7db1","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.125353581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"6ebd3f84-e415-4409-a67d-320ca3cd7db1","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.142416584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"0bcb33a6-758e-49ad-9ab0-cc31a93b70ec","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.143949342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"0bcb33a6-758e-49ad-9ab0-cc31a93b70ec","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.210704688Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"f0f2946c-efdd-418e-9d20-8ef36eadde44","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-att-unrel-0f1170","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d9ffd2/e2e-att-unrel-0f1170-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.250777201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"0b3276f1-3d42-4405-9b4b-cc9610c2b016","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.2692379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"0b3276f1-3d42-4405-9b4b-cc9610c2b016","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.293307251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"aad04bc3-fd0c-4c2f-955e-300596974872","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.293333239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"aad04bc3-fd0c-4c2f-955e-300596974872","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:53.350302227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"25e79af7-f5ed-4aed-b0de-dcec0334f6b7","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.480376685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"44c0dee6-9fd2-4c1a-9b4d-1c2b28651bda","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.509977271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"cc1c6166-3075-4d5d-bd93-c83c58e84422","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.510853648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"9b2f0f59-73da-489c-8dd2-c0b3d4c2df1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.511781321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"a4bf6135-8309-4a37-aeb8-ec9d41474dd6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.524010291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"719b30ed-751b-4973-b2ae-a4e34b75adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.524761674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4b93f6c-ee55-4aa4-839a-b799436e5d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.528529705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"cc1c6166-3075-4d5d-bd93-c83c58e84422","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.530010112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"9b2f0f59-73da-489c-8dd2-c0b3d4c2df1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.53039864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"0c2f73ce-534a-430e-936d-e9d687696be2","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.530800721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"a4bf6135-8309-4a37-aeb8-ec9d41474dd6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.542787422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"719b30ed-751b-4973-b2ae-a4e34b75adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.545841066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a602a61f860a63243836f6b35185e67e27a852daf5a7713b8175050bffe22b66) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (f59ebbc9b434ab2322e63d8c483be091c9128f08db5abf39eb3cfd7a1099f5f7) AuthConfig (fb4b00774bdfb91e0d677a1db187555f6d8f542c32288955c680d3f5c91a941c) AuthConfig (0d5a5014d143098cb521669081ed3bb8bb310c91a630ca7146734f3f3d66e335) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"cc1c6166-3075-4d5d-bd93-c83c58e84422","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.546404398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4b93f6c-ee55-4aa4-839a-b799436e5d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.548885553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab16bfa0aa55d0ef5f90ca617da7fc444af4f8574eca4dea83b20043e2fe66a3) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (9fd1300870fc092c0a6742b1e0f6052f6ea7bee9cb654e4721e5cb8d24e761c5) AuthConfig (01bc7d021e45711bc84501fb69da5363bd19abbb31a88aa81055a4713a1f1b29) AuthConfig (b072a017011914766d3aa81fbeeb14fc90d17a598efee0de5aadf1a3a5d91369)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"a4bf6135-8309-4a37-aeb8-ec9d41474dd6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.589056658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"db0e25dc-61bd-4c24-a815-e0d625cc276f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.609690852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9b129b28-0aa1-41a3-bfe6-eeaf7032f376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.667773762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9b129b28-0aa1-41a3-bfe6-eeaf7032f376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.679491769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"db0e25dc-61bd-4c24-a815-e0d625cc276f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.683706344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"19d38175-c9db-4a38-abc0-4729cf66ff09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.69688408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"000f87cb-f72f-4285-b97e-03e2638891a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.702428779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"19d38175-c9db-4a38-abc0-4729cf66ff09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.715099107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"000f87cb-f72f-4285-b97e-03e2638891a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.721314035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"8d16d014-10a0-47be-af24-0f0dafef733a","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.734925496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"108c34e5-534e-43b5-a6d6-43bf2c4fb19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.736321915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"2c58f0ea-97b3-4cbb-b496-d9c43de3ab07","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.736345018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"2c58f0ea-97b3-4cbb-b496-d9c43de3ab07","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.757312936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"108c34e5-534e-43b5-a6d6-43bf2c4fb19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.773700238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"f7a63a81-2628-4897-8e66-73a7a5db8332","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.773738095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"f7a63a81-2628-4897-8e66-73a7a5db8332","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:45:54.820424589Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"f7a63a81-2628-4897-8e66-73a7a5db8332","name":"e2e-cmp-legacy-0f5f6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-0f5f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:45:54.820505428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"f7a63a81-2628-4897-8e66-73a7a5db8332","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-0f5f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.864623742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"81b2d602-eee0-4036-8647-7c383fcda9f7","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.864730624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"81b2d602-eee0-4036-8647-7c383fcda9f7","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.886494961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d17f0411-c684-46d7-94ac-b6649c665185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.886512573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"13f77d2a-330b-4b59-b679-ac60cac345b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.893340691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"25e35a16-841e-44c3-a792-3c91d22f2132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.893583943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80a64c2-9a5b-4094-812b-2f6372da77ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.893341061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d1d94813-19a1-4e2a-afcb-d24de1601377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.905319861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d17f0411-c684-46d7-94ac-b6649c665185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.905491471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"13f77d2a-330b-4b59-b679-ac60cac345b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.912468657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"25e35a16-841e-44c3-a792-3c91d22f2132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.912496779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80a64c2-9a5b-4094-812b-2f6372da77ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.913002123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"cf8e6ff2-f88e-4eff-b867-c0dc9e4df457","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.913020108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"cf8e6ff2-f88e-4eff-b867-c0dc9e4df457","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.914750948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d1d94813-19a1-4e2a-afcb-d24de1601377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:54.988653855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4f7b0f30-1a84-4b5a-b0e2-3af20a8f9bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.006971926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4f7b0f30-1a84-4b5a-b0e2-3af20a8f9bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.076204592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"7cdc2b7b-4ed5-43a4-a3cc-0e1e335034e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.076979871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"6fe3af35-fb84-466e-b8cf-232bb0a0843c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.077595635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"e10e69f3-0e57-4494-903d-4a68037ff828","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.08981367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5456911e-2085-4dd2-b32c-de83c7fdfef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.095873501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"7cdc2b7b-4ed5-43a4-a3cc-0e1e335034e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.096051637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"6fe3af35-fb84-466e-b8cf-232bb0a0843c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.098260118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"e10e69f3-0e57-4494-903d-4a68037ff828","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.108496163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5456911e-2085-4dd2-b32c-de83c7fdfef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.112845801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab16bfa0aa55d0ef5f90ca617da7fc444af4f8574eca4dea83b20043e2fe66a3) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (9fd1300870fc092c0a6742b1e0f6052f6ea7bee9cb654e4721e5cb8d24e761c5) AuthConfig (01bc7d021e45711bc84501fb69da5363bd19abbb31a88aa81055a4713a1f1b29) AuthConfig (b072a017011914766d3aa81fbeeb14fc90d17a598efee0de5aadf1a3a5d91369)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"6fe3af35-fb84-466e-b8cf-232bb0a0843c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.114358596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a602a61f860a63243836f6b35185e67e27a852daf5a7713b8175050bffe22b66) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (f59ebbc9b434ab2322e63d8c483be091c9128f08db5abf39eb3cfd7a1099f5f7) AuthConfig (fb4b00774bdfb91e0d677a1db187555f6d8f542c32288955c680d3f5c91a941c) AuthConfig (0d5a5014d143098cb521669081ed3bb8bb310c91a630ca7146734f3f3d66e335) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"e10e69f3-0e57-4494-903d-4a68037ff828","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.190126605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"33eb3c32-aa67-4627-b4c8-fa8584106f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.190154694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e3cb9ec0-bfab-43e1-8a17-41b8a8bb79ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.190727398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3b45d5d3-7b2b-403c-afec-b8821c2afae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.191229375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0968611a-6095-4210-bfba-ee4290b1e703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.205640556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d6dc28f3-4e71-4140-bc0b-682275a6abcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.209017346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e3cb9ec0-bfab-43e1-8a17-41b8a8bb79ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.209650783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"33eb3c32-aa67-4627-b4c8-fa8584106f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.211233505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0968611a-6095-4210-bfba-ee4290b1e703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.211849667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3b45d5d3-7b2b-403c-afec-b8821c2afae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.226419535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d6dc28f3-4e71-4140-bc0b-682275a6abcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.369702198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"2508a489-47b5-4844-82eb-ec144572030b","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.369729389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"2508a489-47b5-4844-82eb-ec144572030b","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.38433355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"7269d31b-b550-4302-88b2-1140ff74a66e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.451861577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"7269d31b-b550-4302-88b2-1140ff74a66e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.489180675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"7269d31b-b550-4302-88b2-1140ff74a66e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.527974435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"1a3005ae-12d5-4670-aac9-456fb8942c69","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:45:55.528004224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"1a3005ae-12d5-4670-aac9-456fb8942c69","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:04.888003191Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.142250932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"b52dc6aa-77b7-42cf-8b21-fdb0447c9efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.142490991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d0fd8c7d-236a-4db7-a86d-2d05b6d47c15","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.160883008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"b52dc6aa-77b7-42cf-8b21-fdb0447c9efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.160968372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d0fd8c7d-236a-4db7-a86d-2d05b6d47c15","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.177522855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a602a61f860a63243836f6b35185e67e27a852daf5a7713b8175050bffe22b66) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (f59ebbc9b434ab2322e63d8c483be091c9128f08db5abf39eb3cfd7a1099f5f7) AuthConfig (fb4b00774bdfb91e0d677a1db187555f6d8f542c32288955c680d3f5c91a941c) AuthConfig (0d5a5014d143098cb521669081ed3bb8bb310c91a630ca7146734f3f3d66e335) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d0fd8c7d-236a-4db7-a86d-2d05b6d47c15","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.177676875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab16bfa0aa55d0ef5f90ca617da7fc444af4f8574eca4dea83b20043e2fe66a3) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (9fd1300870fc092c0a6742b1e0f6052f6ea7bee9cb654e4721e5cb8d24e761c5) AuthConfig (01bc7d021e45711bc84501fb69da5363bd19abbb31a88aa81055a4713a1f1b29) AuthConfig (b072a017011914766d3aa81fbeeb14fc90d17a598efee0de5aadf1a3a5d91369)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"b52dc6aa-77b7-42cf-8b21-fdb0447c9efc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.54361555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"61b48651-f307-46f8-81d8-8eab542a0d01","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.562326305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"61b48651-f307-46f8-81d8-8eab542a0d01","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:05.57911483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"61b48651-f307-46f8-81d8-8eab542a0d01","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.21570836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"7bf733a9-76a4-47db-83d7-f15be3c12aee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.21624205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"304acb39-247b-4132-8928-cc26ccec945b","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.237752282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"304acb39-247b-4132-8928-cc26ccec945b","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.242514897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"7bf733a9-76a4-47db-83d7-f15be3c12aee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.260251063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a602a61f860a63243836f6b35185e67e27a852daf5a7713b8175050bffe22b66) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (f59ebbc9b434ab2322e63d8c483be091c9128f08db5abf39eb3cfd7a1099f5f7) AuthConfig (fb4b00774bdfb91e0d677a1db187555f6d8f542c32288955c680d3f5c91a941c) AuthConfig (0d5a5014d143098cb521669081ed3bb8bb310c91a630ca7146734f3f3d66e335) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"304acb39-247b-4132-8928-cc26ccec945b","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.26279331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab16bfa0aa55d0ef5f90ca617da7fc444af4f8574eca4dea83b20043e2fe66a3) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (9fd1300870fc092c0a6742b1e0f6052f6ea7bee9cb654e4721e5cb8d24e761c5) AuthConfig (01bc7d021e45711bc84501fb69da5363bd19abbb31a88aa81055a4713a1f1b29) AuthConfig (b072a017011914766d3aa81fbeeb14fc90d17a598efee0de5aadf1a3a5d91369)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"7bf733a9-76a4-47db-83d7-f15be3c12aee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.611648372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"658cb076-d51d-472d-bb9b-76225e0a3a10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.630372632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"658cb076-d51d-472d-bb9b-76225e0a3a10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.647605955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"658cb076-d51d-472d-bb9b-76225e0a3a10","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.831047792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"ec452b0c-6c05-4c37-8edb-f1f8dd70679a","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.912241972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"63fef9e6-4f5c-4f10-8461-13e78791765f","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:15.912268883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"63fef9e6-4f5c-4f10-8461-13e78791765f","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:16.55447112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ac508617-4b71-454b-a87b-786bf54436ac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:16.572780205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ac508617-4b71-454b-a87b-786bf54436ac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:16.590017546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ac508617-4b71-454b-a87b-786bf54436ac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:16.62484655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"72757cfb-620e-440d-a596-f9864d2e1685","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:16.624883352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"72757cfb-620e-440d-a596-f9864d2e1685","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:17.061825267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"bd0bfcb6-b6d4-48d7-8cd6-affd0383acb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:17.082511704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"bd0bfcb6-b6d4-48d7-8cd6-affd0383acb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.637642903Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"32ccbf6d-6231-4d3a-bfe5-3f7798e80912","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.667681519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"9dada391-f89b-45bd-b54e-fba519f11df9","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.679119043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"7ef839b1-3e8a-4f61-b4b3-37f132f01bad","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.682801966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"fffdfb0c-418b-454d-87e8-0b8359c9a638","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.682838654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3f9ce7fd-74c5-4804-845e-14823bfcf349","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.690122917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8738b2f1-1fc0-4c34-8b88-a5312b21db1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.693035216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"07a939d0-b5fa-49e4-ad67-255e6f23001f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.698039437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"7ef839b1-3e8a-4f61-b4b3-37f132f01bad","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.702562604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"fffdfb0c-418b-454d-87e8-0b8359c9a638","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.702616486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3f9ce7fd-74c5-4804-845e-14823bfcf349","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.709933913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8738b2f1-1fc0-4c34-8b88-a5312b21db1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.712069453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"07a939d0-b5fa-49e4-ad67-255e6f23001f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.761461937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3f9ce7fd-74c5-4804-845e-14823bfcf349","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.780062321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"67f22579-a7af-42d7-ad72-46cc0a75f552","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.780105525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"67f22579-a7af-42d7-ad72-46cc0a75f552","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.808490064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"632d41c0-81b6-4dff-8fe1-cfe52429b9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.829576748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"632d41c0-81b6-4dff-8fe1-cfe52429b9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.840488289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"3ba24c48-3f7c-402b-986f-d78df7f9d5da","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.892447971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"67b133a4-0a46-44bd-8bdf-73562765ec49","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.927116565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59b1df08-f71d-406b-8c77-f092b2cfe559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.927141105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"87288762-4f66-4f9a-a95d-c2998cf1d542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.946114294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"87288762-4f66-4f9a-a95d-c2998cf1d542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:18.946325905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59b1df08-f71d-406b-8c77-f092b2cfe559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.015287141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"8639ba6b-cbd0-4327-b9b8-6e2c8614b9a6","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.015308662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"8639ba6b-cbd0-4327-b9b8-6e2c8614b9a6","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.021722226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d553530a-3cb7-457f-b7a7-2244404fa0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.029873229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"2e91438d-fed2-47d0-abde-149cdebfe4eb","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.029893615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"2e91438d-fed2-47d0-abde-149cdebfe4eb","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.040448182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d553530a-3cb7-457f-b7a7-2244404fa0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.103927183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"4d629fc9-4c4f-460a-88d5-9b432f20a933","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.117031518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"7110ebd6-7912-489a-8417-c34910fe3276","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.131420606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"821a68d5-1aa0-4248-8121-b9b679601d3a","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.131457564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"821a68d5-1aa0-4248-8121-b9b679601d3a","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.136548201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"7110ebd6-7912-489a-8417-c34910fe3276","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.153827646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"03846668-50df-44ca-93b2-8daf583317ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.154450001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"60cf0546-3233-48ce-87ee-c07fca425b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.154923912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60494790-f557-4f91-b13a-12ae1c3bc938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.179790541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"d9781d10-7ae2-4a5c-9cdc-ef10a86cf71c","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.192772195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"03846668-50df-44ca-93b2-8daf583317ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.231852979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60494790-f557-4f91-b13a-12ae1c3bc938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.253969466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"ec979365-869a-4a19-a518-db40b590d08f","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.254070278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"ec979365-869a-4a19-a518-db40b590d08f","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.262642158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"60cf0546-3233-48ce-87ee-c07fca425b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.237062328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"f4e1cf73-463c-4d25-bd61-f9386211cdd8","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.298465587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fc735aac-a597-4d79-a247-20afb374a6a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.317503417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fc735aac-a597-4d79-a247-20afb374a6a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.332070442Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"da47a03c-f4d5-4635-b2fc-a13916a474b3","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.33701651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b3290f57-d945-4a21-8082-6c8d8b0e7953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.347058064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"e0863fea-962d-4224-8030-024a73b1207d","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.354658427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b3290f57-d945-4a21-8082-6c8d8b0e7953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.360364982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d81f2801-39a6-433a-a529-9995cab23d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.360551871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a69974fb-010b-4c59-a221-1125cfd6de15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.366091856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"e0863fea-962d-4224-8030-024a73b1207d","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.378173974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a69974fb-010b-4c59-a221-1125cfd6de15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.378189012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d81f2801-39a6-433a-a529-9995cab23d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.386130986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"6337ee01-ccec-46d6-afe4-0f1267be938d","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.38619717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"6337ee01-ccec-46d6-afe4-0f1267be938d","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.412878829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"2ba93c75-e422-4cbe-a4d7-5d44cdd8edfa","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.412932954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"2ba93c75-e422-4cbe-a4d7-5d44cdd8edfa","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.42355743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"799324a5-867a-4ba6-93b9-d2d576bddbea","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.423639299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"a72b5d78-3d28-4e65-a500-81f5b3016e25","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.438182651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ebb8b5ad-973b-49cc-8c4d-098bdbe8d027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.441642983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"a72b5d78-3d28-4e65-a500-81f5b3016e25","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.441870187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"799324a5-867a-4ba6-93b9-d2d576bddbea","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.448233329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"bcbba562-7dfe-4f65-8394-1efa830ce9e4","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.448287393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"bcbba562-7dfe-4f65-8394-1efa830ce9e4","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.456987848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ebb8b5ad-973b-49cc-8c4d-098bdbe8d027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.502371349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"bb9ae681-8355-4759-ac42-ee16330d3430","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.502427984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"bb9ae681-8355-4759-ac42-ee16330d3430","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.5245589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"2bea38ec-8b5a-4a10-8396-8152be5ee7d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.5246001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"7c319604-75b2-4610-84e8-12a80f4dcb37","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.542897756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"2bea38ec-8b5a-4a10-8396-8152be5ee7d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.54295531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"7c319604-75b2-4610-84e8-12a80f4dcb37","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.559531835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"2bea38ec-8b5a-4a10-8396-8152be5ee7d7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.59695125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"f7a11952-73db-4394-b1ad-71e0f9de17e7","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.597016689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"f7a11952-73db-4394-b1ad-71e0f9de17e7","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.639338584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a1df07-317d-4052-aa4b-3beac92649ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.639338633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6e86edcf-7a76-4b4c-8c83-3f0bfce04825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.640550162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"359ce54f-a68f-4300-9990-a16656f57fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.640561983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d60ad9ad-abbc-4125-90c9-bc7b4cc10f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.657383349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a1df07-317d-4052-aa4b-3beac92649ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.6574549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6e86edcf-7a76-4b4c-8c83-3f0bfce04825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.660036088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"359ce54f-a68f-4300-9990-a16656f57fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.660523621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d60ad9ad-abbc-4125-90c9-bc7b4cc10f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.738255124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"60eedbc2-e400-46ae-aec8-58aa524c9ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.741672205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d2e9d09-8104-4b9b-99f3-1cdae00ed200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.741928305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5527cf91-0094-403b-afdc-990b65d1c09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.743131949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"357644aa-4c56-4e48-b4de-b7ab2c5b8a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.743391421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a976b840-4c38-433c-ab61-b6cb4e1cb659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.756607077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"60eedbc2-e400-46ae-aec8-58aa524c9ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.761088854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d2e9d09-8104-4b9b-99f3-1cdae00ed200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.76185165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5527cf91-0094-403b-afdc-990b65d1c09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.766461576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a976b840-4c38-433c-ab61-b6cb4e1cb659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.766810659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"357644aa-4c56-4e48-b4de-b7ab2c5b8a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.77327436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"0721fce7-8e12-4886-8ea0-34ba1f81c5ea","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:19.773345981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"0721fce7-8e12-4886-8ea0-34ba1f81c5ea","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.928547258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"85945e14-0aa9-4d25-bbc3-168fb903ca58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:19.946058639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"85945e14-0aa9-4d25-bbc3-168fb903ca58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.023124758Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"1243457a-42e1-4895-a146-282ba7050701","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:20.039704004Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"ab9dcdbf-5259-4b77-b2f2-d35c5b6a07aa","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:20.039777116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"ab9dcdbf-5259-4b77-b2f2-d35c5b6a07aa","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.040952115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4f597185-c6c8-4347-9ae4-9a6408997c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.059425812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4f597185-c6c8-4347-9ae4-9a6408997c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.183753545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"f3092e13-d260-4223-b396-bd23478ca5a6","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.184300238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e8a3791e-51b9-4cfd-a066-9a6e315d0db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.188841539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"32593d79-a6a6-4e7d-bbb0-ce5f8d6a360e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.197689394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"bf188dd6-b762-4ad9-822c-bff2fa326448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.202882821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"f3092e13-d260-4223-b396-bd23478ca5a6","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.2071165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e8a3791e-51b9-4cfd-a066-9a6e315d0db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.21227539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"32593d79-a6a6-4e7d-bbb0-ce5f8d6a360e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.216667618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"bf188dd6-b762-4ad9-822c-bff2fa326448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.222210461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"727706be-ec5b-4302-be0d-a9c60b41837f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.228848759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"32593d79-a6a6-4e7d-bbb0-ce5f8d6a360e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.24053171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"727706be-ec5b-4302-be0d-a9c60b41837f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.273440843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b0470d8a-bbe8-404d-a0a7-06ded2234e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.291495693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b0470d8a-bbe8-404d-a0a7-06ded2234e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.393922639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"475638f6-61b8-4065-ab85-d4f83c165155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.394499324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9216ebd7-5ea8-4be2-a3c7-5ae26e3489ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.412635942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7b4abff2-2c67-4b5f-b019-83d5d72d8699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.418424222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b88530-655d-4cdd-a987-aaf3b9cdcde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.4693315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"475638f6-61b8-4065-ab85-d4f83c165155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.470779125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a979fb53-f2a1-47ca-b010-1266b165b798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.472279492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9216ebd7-5ea8-4be2-a3c7-5ae26e3489ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.476315865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b88530-655d-4cdd-a987-aaf3b9cdcde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.480603315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7b4abff2-2c67-4b5f-b019-83d5d72d8699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.556343702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a979fb53-f2a1-47ca-b010-1266b165b798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.612730486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"dc039bb7-31fa-458f-9b04-3c06971270a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.613177505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4cbddb66-b1b5-4369-b0a9-a8de79d0ac53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.61320205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"623d63f0-52e4-4dd9-b87f-b2b376074ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.62624389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00085fb8-6a6d-4d8b-987b-bd4e8c00a568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.631608447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"dc039bb7-31fa-458f-9b04-3c06971270a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.631797305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4cbddb66-b1b5-4369-b0a9-a8de79d0ac53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.634401512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"623d63f0-52e4-4dd9-b87f-b2b376074ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.646936992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00085fb8-6a6d-4d8b-987b-bd4e8c00a568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:20.647495277Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"72e05e38-7b77-4727-95fb-7aa9b4867b7e","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:20.647549874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"72e05e38-7b77-4727-95fb-7aa9b4867b7e","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.648391826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d682b9ed-b2a5-4c81-84f1-4904b7e6242d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.681191253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d682b9ed-b2a5-4c81-84f1-4904b7e6242d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.930833982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5908fd-ada6-484d-9f73-34c511d93385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.94510699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5908fd-ada6-484d-9f73-34c511d93385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.959299485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5908fd-ada6-484d-9f73-34c511d93385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:20.97318949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5908fd-ada6-484d-9f73-34c511d93385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:21.51926012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4103416-66f4-445a-bf41-084c772c41f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:21.534248596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4103416-66f4-445a-bf41-084c772c41f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:21.549042899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4103416-66f4-445a-bf41-084c772c41f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:21.563332767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4103416-66f4-445a-bf41-084c772c41f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:21.948198768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"f3e724fc-81ec-4870-a1fb-00c0fff819b3","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:21.94840077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"f3e724fc-81ec-4870-a1fb-00c0fff819b3","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.833544834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"ff75cee9-d50e-4eda-a09a-a21f41875b73","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.83357442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"ff75cee9-d50e-4eda-a09a-a21f41875b73","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.849042053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"eba32cd9-7da9-488a-8e1a-fa6d1b1a6aee","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:22.854563109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"1fbb5b5b-6914-46c7-b42f-03bac29cdedf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-f7db84-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.867719941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"eba32cd9-7da9-488a-8e1a-fa6d1b1a6aee","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.867857697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"95befa25-f0b7-456b-9e21-a1fbf106e8c7","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.867880972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"95befa25-f0b7-456b-9e21-a1fbf106e8c7","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:22.883066768Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"95befa25-f0b7-456b-9e21-a1fbf106e8c7","name":"e2e-att-serve-f7db84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f7db84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:22.883163806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"95befa25-f0b7-456b-9e21-a1fbf106e8c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f7db84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.902911808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"feb2d928-b60e-4544-83df-f60659f27ef0","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.902934816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"feb2d928-b60e-4544-83df-f60659f27ef0","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.917543111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"7d9b1aa1-4c14-452d-9a73-fcdb49945467","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.917570261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"7d9b1aa1-4c14-452d-9a73-fcdb49945467","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.932447852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"be4dac08-962a-47de-a547-ad01130cdc07","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.932482901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"be4dac08-962a-47de-a547-ad01130cdc07","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.965546658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"3a6ad5ef-0247-4ea2-8198-db2f9cf653d6","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.982499504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"c86d3891-eb2f-4404-b054-44af46d3fcd0","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-att-serve-f7db84","model":"e2e-att-serve-f7db84","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a4559f/e2e-att-serve-f7db84-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:22.987815453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"3a6ad5ef-0247-4ea2-8198-db2f9cf653d6","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.064708449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"a3a253c6-c382-443c-a0eb-57287b3f08c9","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.064745063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"a3a253c6-c382-443c-a0eb-57287b3f08c9","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.120109825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"b522a259-4a45-46e7-b6b7-ae3e4a7d4d88","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-att-serve-f7db84","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.384803796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"77828126-b7b9-4645-a546-8c94ce0c03ae","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.384828684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"77828126-b7b9-4645-a546-8c94ce0c03ae","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.399548449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"9be1f361-40ff-4a94-85f2-a3cc0064acf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:23.405372405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"abfcf09a-f6a5-4bb0-b56c-1740a970b97e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-20db43-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.417637231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"9be1f361-40ff-4a94-85f2-a3cc0064acf4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.418257751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"e732e17a-9415-4fff-95a2-55974125bd73","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.418274538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"e732e17a-9415-4fff-95a2-55974125bd73","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:23.441578416Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"e732e17a-9415-4fff-95a2-55974125bd73","name":"e2e-cmp-legacy-20db43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-20db43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:23.44177678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"e732e17a-9415-4fff-95a2-55974125bd73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-20db43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.46079056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"4dca0b73-d3af-48dd-a19b-4b846e75a5cd","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.461948047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"4dca0b73-d3af-48dd-a19b-4b846e75a5cd","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.477684148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"d62cb9a0-b2c3-48b4-a78b-9f8316f61d73","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.477708193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"d62cb9a0-b2c3-48b4-a78b-9f8316f61d73","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.533821627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"2916e67b-68d9-4fe2-a8ea-dd8aa96b8fea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.53805752Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"6a19e566-a819-4fbe-bf11-3b6fb77ce3a8","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cmp-legacy-20db43","model":"e2e-cmp-legacy-20db43","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.554060402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"2916e67b-68d9-4fe2-a8ea-dd8aa96b8fea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.615462577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"55f24937-d169-4903-b120-698da98895d2","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.615490724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"55f24937-d169-4903-b120-698da98895d2","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:23.671295826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"3163300d-6d04-4062-8c4d-d062c87eb395","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cmp-legacy-20db43","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:24.524167564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"7025fc1c-5075-4147-b798-47b17190e804","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:24.52424278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"7025fc1c-5075-4147-b798-47b17190e804","error":"ExternalModel e2e-extmod-att-user-9593e6/e2e-att-delete-ca1b42 is attached to several gateways [openshift-ingress/e2e-extmod-a-e4fa0c openshift-ingress/e2e-extmod-b-d9ffd2]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.005202002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"45cca14f-fc52-4f14-9bc7-fea4ffad024b","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.040511433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"025c793f-48f3-4280-b2dd-435ad097ea0a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.04148056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"52f2da1c-a739-4424-9770-50fb8757ec5d","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.042117972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"43adac26-d4b4-4f61-ab90-405edee8f9d6","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.042134118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"43adac26-d4b4-4f61-ab90-405edee8f9d6","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.050422194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a8e683da-9534-4655-ac47-e99cbad42665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.055753898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ad68dde-7372-4215-9284-89f3a8bef1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.055807078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d20475ae-0c4b-4a9f-86d6-83bb3ae9dd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.060438926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"52f2da1c-a739-4424-9770-50fb8757ec5d","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.060872917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"025c793f-48f3-4280-b2dd-435ad097ea0a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.069428517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a8e683da-9534-4655-ac47-e99cbad42665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.074453336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ad68dde-7372-4215-9284-89f3a8bef1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.074938922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d20475ae-0c4b-4a9f-86d6-83bb3ae9dd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.078142965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"025c793f-48f3-4280-b2dd-435ad097ea0a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.099184339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"9721ed20-31dd-4c8a-b1db-243cc76738b6","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.120725276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"062d6883-8a9d-454d-b697-f032cff4fc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.127046479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"28c9b08c-4d28-4e10-be9b-8e84ca85263b","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.127066484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"28c9b08c-4d28-4e10-be9b-8e84ca85263b","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.141831808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"062d6883-8a9d-454d-b697-f032cff4fc39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.227362169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"5fdb24ab-871b-49dd-b2f7-8432b1cc28a5","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.23349274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"61bbdc4e-b7bf-48b1-871b-8948496777b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.233492738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"16bf4ecc-6d7f-4b78-8eb2-a085fd819afc","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.247564831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"eed6b591-0112-4263-a18d-ebeff64e08a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.249992993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"8dcb121d-e6ff-4cf5-af94-d3a9babf9714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.25614074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"61bbdc4e-b7bf-48b1-871b-8948496777b8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.257701016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"16bf4ecc-6d7f-4b78-8eb2-a085fd819afc","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.267815609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"eed6b591-0112-4263-a18d-ebeff64e08a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.268527011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"8dcb121d-e6ff-4cf5-af94-d3a9babf9714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.303467022Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ca1b42","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","reconcileID":"b21b8f98-54b6-425c-8347-579a5dcb3045","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-delete-ca1b42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.343378579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"61644ddf-ca27-481a-b036-7496b95e1f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.36448054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"61644ddf-ca27-481a-b036-7496b95e1f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.445171245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c063f99a-a3be-495e-8c29-dd56c229f172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.44542343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"183cda6f-645b-4633-a696-9b46a8dbde24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.445802957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b48e7993-e9ee-4567-93c5-79ef3bc4afda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.445832035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d4cbbb5f-83c1-4fd4-b5c1-5b7e4c65b5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.458256018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2c9cc0bb-a3fe-47b9-839b-add53ebca0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.46395926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d4cbbb5f-83c1-4fd4-b5c1-5b7e4c65b5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.464285608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c063f99a-a3be-495e-8c29-dd56c229f172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.466539788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"183cda6f-645b-4633-a696-9b46a8dbde24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.466631624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b48e7993-e9ee-4567-93c5-79ef3bc4afda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.476699133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2c9cc0bb-a3fe-47b9-839b-add53ebca0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.665031649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"d44244fa-d95f-42b2-a46a-e993d74ca630","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.665374628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"d6cb9e57-7054-452a-9220-a0cd24d250f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.683994764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c84675ef-5149-411b-98c1-b627fd4b6618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.688489319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"d6cb9e57-7054-452a-9220-a0cd24d250f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.69248642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"985a039e-0b6a-4202-ad55-f8c93ea2b79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.693546987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8e839cc7-a123-4056-b0f6-488777d82c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.696419936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"d44244fa-d95f-42b2-a46a-e993d74ca630","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.703362651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c84675ef-5149-411b-98c1-b627fd4b6618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.707119799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"d6cb9e57-7054-452a-9220-a0cd24d250f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.712725312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"985a039e-0b6a-4202-ad55-f8c93ea2b79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.713792862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8e839cc7-a123-4056-b0f6-488777d82c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.794440308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"de0bf436-7477-49e4-9ca3-9af908e4465e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.815579268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"de0bf436-7477-49e4-9ca3-9af908e4465e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.864527462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"25ae2b12-dad0-4581-9b56-e74bc840e85c","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:26.886164666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"25ae2b12-dad0-4581-9b56-e74bc840e85c","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.007360742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"80ef7325-bbc4-4949-a79d-a764ea40690a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.01368436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"018d9995-7de7-4338-b60c-2e56a2e40341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.014270216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b56a2696-f80f-4eb7-9540-24eb2056c10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.02589459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"80ef7325-bbc4-4949-a79d-a764ea40690a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.034185118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b56a2696-f80f-4eb7-9540-24eb2056c10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.035308189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"018d9995-7de7-4338-b60c-2e56a2e40341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.084359792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ec0be0a9-2918-489a-bdd7-b7646b1b2cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:27.103525319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ec0be0a9-2918-489a-bdd7-b7646b1b2cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.067880377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"e816429b-1638-4e7c-9a70-a5776d165303","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.087885458Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"2350f34c-c361-4c1d-8964-bf0003027d0f","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.097491037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"de73abf0-3346-4e8d-a920-3dcaf415620d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.114876922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a1f53524-8d98-4657-8f34-fd51135ae263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.115019361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d3649344-70c4-454c-b1c2-80efd83893c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.115304945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"2eee8400-0044-4e99-8991-389646f16578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.115394374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"df2590a1-5b08-4a4e-8196-8008e9ad390b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.12027611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"de73abf0-3346-4e8d-a920-3dcaf415620d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.138625599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a1f53524-8d98-4657-8f34-fd51135ae263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.1415699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d3649344-70c4-454c-b1c2-80efd83893c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.142418806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"2eee8400-0044-4e99-8991-389646f16578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.14355021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"de73abf0-3346-4e8d-a920-3dcaf415620d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.143835776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"df2590a1-5b08-4a4e-8196-8008e9ad390b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.193162218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b378515-b60c-476e-845d-2387515d954e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.212515442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b378515-b60c-476e-845d-2387515d954e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.315451573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"43d36744-e5f7-4369-b09e-22d65314dfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.315636244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"970f35c5-277e-43cb-a55d-6e9ee8195cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.315456204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"0ed1a738-7aa3-47eb-8def-da945d60c63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.331542023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"b03aeb15-f8a3-498c-abe5-90fb03367b48","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.336556804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"970f35c5-277e-43cb-a55d-6e9ee8195cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.336621577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"43d36744-e5f7-4369-b09e-22d65314dfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.338680211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"0ed1a738-7aa3-47eb-8def-da945d60c63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.400664208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"a4935fc2-c8dd-486e-9fa8-2fb5335f691c","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.416572467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a636bfbb-39c0-4ea3-b742-f15c05a27289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.418978087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"a4935fc2-c8dd-486e-9fa8-2fb5335f691c","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.438591826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a636bfbb-39c0-4ea3-b742-f15c05a27289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.470065844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"56c89508-6ef9-48c3-a574-c60e90a853a3","namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.510058204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"9814b39a-d2a9-4c63-b669-ff2815bf4015","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.524957988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"a1066e51-7dc9-4087-bdd1-79df6a9435d0","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.524990387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"a1066e51-7dc9-4087-bdd1-79df6a9435d0","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.537988575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"134641a8-b642-4cf9-becb-fca35c7ae80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.537985927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cd02209f-b9c9-4b59-89c5-9946c3eb8c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.541494015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"07d0b4f2-5300-4681-9307-7a6515470696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.566679958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"ba5641f5-bdef-4209-955a-dfdce14e9e44","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.566717456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"ba5641f5-bdef-4209-955a-dfdce14e9e44","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.569486946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"07d0b4f2-5300-4681-9307-7a6515470696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.569505361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"134641a8-b642-4cf9-becb-fca35c7ae80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:28.584855932Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"ba5641f5-bdef-4209-955a-dfdce14e9e44","name":"e2e-att-unrel-49e387","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-49e387\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:28.589216062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"ba5641f5-bdef-4209-955a-dfdce14e9e44","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-49e387\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.608842271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cd02209f-b9c9-4b59-89c5-9946c3eb8c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.617604388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"a6a3dfab-c022-43d9-8bc3-bc89249dfffd","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.617688151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"a6a3dfab-c022-43d9-8bc3-bc89249dfffd","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.617067205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"3382c4c8-0f06-479f-b4e1-d1e2cee00125","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.645713155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"3382c4c8-0f06-479f-b4e1-d1e2cee00125","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.717336149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"74410e1d-6bc3-483f-9596-dc26eeb9fde4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.73076357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"e66c7ac2-23bb-4817-a2d1-1e15132484b9","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.738371326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"74410e1d-6bc3-483f-9596-dc26eeb9fde4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.743131159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ba922dd6-8eaa-4e63-9f9d-1a863db1c12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.767769997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ba922dd6-8eaa-4e63-9f9d-1a863db1c12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.810259263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"c4dea1e6-67d9-4d5b-a001-ebdc3adf963c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.825022297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b424392b-95bc-40c9-98bf-911f8d2c8eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.825289666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3d3c4def-17e5-446e-aeab-eb8600812eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.829782998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"c4dea1e6-67d9-4d5b-a001-ebdc3adf963c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.844964966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b424392b-95bc-40c9-98bf-911f8d2c8eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.845634731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3d3c4def-17e5-446e-aeab-eb8600812eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.846902809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"c4dea1e6-67d9-4d5b-a001-ebdc3adf963c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.849224938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"a19d222d-34f3-4472-b348-403f147512a9","namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.891225437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0203b7ae-0687-45c6-80c4-5b654af90cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.909326935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0203b7ae-0687-45c6-80c4-5b654af90cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.919171859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"8bf93e78-1379-413f-afdc-27f45958bb1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.932598809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f3f42a-13fa-4871-b8dc-1fd02d8704b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.955544723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9226d8-63f8-4404-afdf-37ee6b268507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.957120597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9a47bbda-c4eb-4c9a-a3d3-765728aadb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.957396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"5a717271-147b-4b69-8606-a506eabf7e3d","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.957430288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"8bf93e78-1379-413f-afdc-27f45958bb1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.959814111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f3f42a-13fa-4871-b8dc-1fd02d8704b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.973487674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"c12f0b90-0f5a-4041-b37f-3f483f0862f6","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.974704163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9226d8-63f8-4404-afdf-37ee6b268507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:28.976899499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9a47bbda-c4eb-4c9a-a3d3-765728aadb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.068259557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"87c09bf3-9c80-4a44-98a6-7a9822f4736b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.08701609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"87c09bf3-9c80-4a44-98a6-7a9822f4736b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.123884411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"adfbd583-814b-4af8-b7b3-d393b571366c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.157898956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"6c0272c3-a30a-429d-b206-c0701b4888ce","namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.161782935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"adfbd583-814b-4af8-b7b3-d393b571366c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.174714588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"c22b1152-6ea9-400b-b175-09bddbcd836a","MaaSModelRef":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.176726033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"56165900-0552-4fe8-aa58-aa1e797502f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.194831625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"56165900-0552-4fe8-aa58-aa1e797502f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.285857371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c22cc636-ad0f-43ee-b96c-5bc1e026dfd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.286417231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a888e0fc-04b0-45aa-b0fd-5e9f22ce8ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.31878182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c22cc636-ad0f-43ee-b96c-5bc1e026dfd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.322748746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a888e0fc-04b0-45aa-b0fd-5e9f22ce8ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.334197334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"22122760-5ca7-4360-a8ae-669ae5273d11","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.334234979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"22122760-5ca7-4360-a8ae-669ae5273d11","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.36214969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ba139cdd-8074-4398-b424-9b6b6c2e7770","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.367727708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"542efb17-7af1-4f1c-86c8-31d767ea8c9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.367755743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"a77075b0-d356-492a-8776-87f084b1fec7","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.379826215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ba139cdd-8074-4398-b424-9b6b6c2e7770","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.386328051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"a77075b0-d356-492a-8776-87f084b1fec7","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.396786893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4edc783ba15494f25c7b5f5a0ab96d4a569dba15aa467587799604b4572290e8) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (82514dcc8c40a0974ad8e4cb0bdc9d1e953b53ba5cb0ee5081a8df5bd280004d) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (d0813e53c19e6e23ec07a26431ea2947d79b82145e5dc4e627743c729f73a20e) AuthConfig (1aed01c236f03444c7c3b73693a7432e8565e4f2843d17de9323b60c5ffe0d3c) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ba139cdd-8074-4398-b424-9b6b6c2e7770","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.418999339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"542efb17-7af1-4f1c-86c8-31d767ea8c9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.436363414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"542efb17-7af1-4f1c-86c8-31d767ea8c9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.462344038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"e5ec7689-e262-412f-8491-7edffbbe9fad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.474742093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"d4a2eb02-6f9c-48c3-bc97-66d171a5a89f","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.474764166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"d4a2eb02-6f9c-48c3-bc97-66d171a5a89f","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.475716505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ecaf7bd9-331b-48d7-b812-a677799bf4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.475725405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"31459a3c-09c3-4b65-b498-9fba1f4948a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.480858146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"e5ec7689-e262-412f-8491-7edffbbe9fad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.494105226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"31459a3c-09c3-4b65-b498-9fba1f4948a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.495156406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ecaf7bd9-331b-48d7-b812-a677799bf4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.569638076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"949329b3-684e-4c3a-8cef-fccb0b32d4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.569753938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"cfad2c7c-f782-4016-b0da-4c52aa6afa69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.609670543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"cfad2c7c-f782-4016-b0da-4c52aa6afa69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.611896161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"949329b3-684e-4c3a-8cef-fccb0b32d4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.702981712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02988628-bb9e-4418-bb08-37c854c0cf22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.717582042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"47f7326b-bbbd-48d1-896d-83f110bd055a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.722352477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02988628-bb9e-4418-bb08-37c854c0cf22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.735490071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"47f7326b-bbbd-48d1-896d-83f110bd055a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.770690321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5bfae170-2c66-4bcb-aff6-c5d1e75304e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.770777476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"44fabcd2-7554-41a9-a95c-1116aeb8bc9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.771262022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5e74d4c-d31b-462f-b5da-ca42fa96412e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.789594168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5bfae170-2c66-4bcb-aff6-c5d1e75304e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.790269633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5e74d4c-d31b-462f-b5da-ca42fa96412e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.791867939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"44fabcd2-7554-41a9-a95c-1116aeb8bc9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.905301038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"8a03e13d-51df-4c30-8c8e-bcce649cd228","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.918868915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f3a29838-2116-4753-98df-c7f4a969493d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.923586605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"8a03e13d-51df-4c30-8c8e-bcce649cd228","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:29.939379684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f3a29838-2116-4753-98df-c7f4a969493d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.703754501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"28cee9fd-6d8b-4399-ae98-ae12870c54e5","namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.737173727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ff187632-bb35-4450-9a7a-0c1dbcf04c51","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.738540318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"81b41e6f-0a0a-4906-916c-9d41c73fa7db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.738852333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"4e068ed2-583c-4486-9a9a-47aa1b14d454","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.750763597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"783493a1-c4a8-4e04-8a23-c2b23fe7edf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.754782312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c99cbdd-08be-480a-8f06-f5f723f86ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.757234634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ff187632-bb35-4450-9a7a-0c1dbcf04c51","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.759979958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"81b41e6f-0a0a-4906-916c-9d41c73fa7db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.760323089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"4e068ed2-583c-4486-9a9a-47aa1b14d454","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.772729145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"783493a1-c4a8-4e04-8a23-c2b23fe7edf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.775911648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c99cbdd-08be-480a-8f06-f5f723f86ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.77794374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ff187632-bb35-4450-9a7a-0c1dbcf04c51","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.856714777Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2274cd","namespace":"e2e-extmod-att-noaccess-4e7800"},"namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","reconcileID":"a30e093b-8509-4f53-82a6-69daa86a9b08","namespace":"e2e-extmod-att-noaccess-4e7800","name":"e2e-att-noaccess-2274cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.885587011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a9908741-b6ea-4591-bb2d-2aa7b59e16bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.889735146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.906817516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b86fe274-3256-4f04-822d-81cc54ae00f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.906817451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1507754d-651d-4cf3-be37-c3d44abfdedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.911264361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a9908741-b6ea-4591-bb2d-2aa7b59e16bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.93404665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b86fe274-3256-4f04-822d-81cc54ae00f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.934588382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1507754d-651d-4cf3-be37-c3d44abfdedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.946956364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"ad8ccca4-171e-436f-9213-3d2e4fb7ddaa","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.949182748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"cef2efca-75a8-4fde-b0f3-bb934ffb6b80","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.949202647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"cef2efca-75a8-4fde-b0f3-bb934ffb6b80","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:34.965616432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"ad8ccca4-171e-436f-9213-3d2e4fb7ddaa","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.043805413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"dfcd8513-d245-455d-b0d4-4f2ce0d396eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.062904776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"dfcd8513-d245-455d-b0d4-4f2ce0d396eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.156206724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"db8c4a75-63d4-4712-b9c9-e55043d4146f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.156249358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"abd17109-1170-4877-8bf5-358b3cd5fb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.156951847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"846eae1a-2d59-4ee2-9f0a-4b0919f42278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.157188498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7c451260-87e5-469a-9648-25adf6cd0b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.175416444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"db8c4a75-63d4-4712-b9c9-e55043d4146f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.17636681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"846eae1a-2d59-4ee2-9f0a-4b0919f42278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.176690628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34a19f58-d548-4b9f-a9c6-57d9e0e4818e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.177655613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7c451260-87e5-469a-9648-25adf6cd0b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.178876073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"abd17109-1170-4877-8bf5-358b3cd5fb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.198120035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34a19f58-d548-4b9f-a9c6-57d9e0e4818e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.249511094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"06556393-44bd-4925-b165-ada89d9f0ea8","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.261473531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8d499bdb-6ee6-47a4-8d4a-7856bda41185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.26160825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"558b5198-42ee-49b3-95e9-0c4c496a61ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.262655446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f581fdc1-9ad9-4766-b2ab-9204d98e943f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.267948765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"06556393-44bd-4925-b165-ada89d9f0ea8","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.280942247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f581fdc1-9ad9-4766-b2ab-9204d98e943f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.281288448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8d499bdb-6ee6-47a4-8d4a-7856bda41185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.283297672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"558b5198-42ee-49b3-95e9-0c4c496a61ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.284768178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"06556393-44bd-4925-b165-ada89d9f0ea8","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.348377542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"db536d65-9e81-4fad-bfd3-363b8d268066","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.362184033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d1f1174-5dd7-4c91-90e9-be0f4270ae61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.36416805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"726e42d0-aea5-40ad-8668-2e6504e11fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.364600435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fed5752d-9112-44c6-bf85-4ef54000910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.365044837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5135734a-3035-4909-8527-0b44f8cf789e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.366420682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"db536d65-9e81-4fad-bfd3-363b8d268066","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.38064144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d1f1174-5dd7-4c91-90e9-be0f4270ae61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.383212857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"726e42d0-aea5-40ad-8668-2e6504e11fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.383218194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5135734a-3035-4909-8527-0b44f8cf789e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.385266505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fed5752d-9112-44c6-bf85-4ef54000910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.455866571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"a992cade-56ee-4ec6-99bd-ace841333150","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:35.475321439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"a992cade-56ee-4ec6-99bd-ace841333150","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.261307588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"4ba0cef8-da0c-4a91-a86e-95469c63d51c","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.261333017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"4ba0cef8-da0c-4a91-a86e-95469c63d51c","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.29472153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ed01317c-2694-4134-9570-1c10a68dcf25","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.313778504Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"399d689a-8da2-4f51-a57e-247acee44609","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-252c0153","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.317187119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ed01317c-2694-4134-9570-1c10a68dcf25","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.497503815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"d541f7d3-3114-4312-9b1e-a5355f1feff8","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.516382449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"d541f7d3-3114-4312-9b1e-a5355f1feff8","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.730842759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"95bd34f2-093d-4045-b960-ab77c9deeb77","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.73086775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"95bd34f2-093d-4045-b960-ab77c9deeb77","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.745662438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"561555b1-e684-466f-94da-ace5de09561d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:36.757475167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"389310ae-2480-47e4-aedb-d80666c64a7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-0f5f6d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.764486124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"561555b1-e684-466f-94da-ace5de09561d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.765564715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"93a53404-e2ec-4bed-8bed-bda5884d0d0b","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.765582004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"93a53404-e2ec-4bed-8bed-bda5884d0d0b","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:36.780737718Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"93a53404-e2ec-4bed-8bed-bda5884d0d0b","name":"e2e-cmp-legacy-0f5f6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-0f5f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:46:36.780797538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"93a53404-e2ec-4bed-8bed-bda5884d0d0b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-0f5f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.800009276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"1cbfb5db-2019-4c8b-a219-0f90c3ddd461","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.800025423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"1cbfb5db-2019-4c8b-a219-0f90c3ddd461","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.814374992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"2a1958ae-14ad-4180-b03d-211dfb6700f2","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.814399967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"2a1958ae-14ad-4180-b03d-211dfb6700f2","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.828580353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"41dbee08-200c-4c7d-8b4e-29054e6c75fc","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.8285977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"41dbee08-200c-4c7d-8b4e-29054e6c75fc","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.888580912Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"211f10cf-8dca-4661-b916-290b9108c1d9","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cmp-legacy-0f5f6d","model":"e2e-cmp-legacy-0f5f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.935721484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"fda33a96-7669-4122-8d33-63c0e08e6e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.953635209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"fda33a96-7669-4122-8d33-63c0e08e6e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.973303575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"e30234d9-3ecb-4fb0-9637-1a7d7ccda6bf","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:36.973325532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"e30234d9-3ecb-4fb0-9637-1a7d7ccda6bf","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:37.028590191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"f0a5d0f3-1570-4896-af3f-3c0342e60d0c","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cmp-legacy-0f5f6d","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:37.111533801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"445aefc9-31ab-4ab8-a245-989e01361ef8","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:37.111563891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"445aefc9-31ab-4ab8-a245-989e01361ef8","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:45.314669039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"260f46e4-6fc2-4737-8ed7-93d3ecbf0615","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:45.332698087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"260f46e4-6fc2-4737-8ed7-93d3ecbf0615","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:45.349728057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"260f46e4-6fc2-4737-8ed7-93d3ecbf0615","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.327886621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"b5e90252-b2e7-4fcb-985c-cb9cd3b82654","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","subscription":"e2e-att-unrel-0f1170-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.356107125Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"b5e90252-b2e7-4fcb-985c-cb9cd3b82654","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.370746024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-sub","reconcileID":"b5e90252-b2e7-4fcb-985c-cb9cd3b82654","MaaSSubscription":{"name":"e2e-att-unrel-0f1170-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.469978099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"59579522-67e9-44fd-8e8d-03ab29da4264","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.470005368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"59579522-67e9-44fd-8e8d-03ab29da4264","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.484449932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"967f09ec-915d-4c86-accb-f721080548ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.503187724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"967f09ec-915d-4c86-accb-f721080548ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.60240774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ff9fe1e3-0233-4574-93d7-ac010208f69f","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.621256397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ff9fe1e3-0233-4574-93d7-ac010208f69f","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.626727186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"3ca2129b-75fe-4b02-be89-00cfb47b5463","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.626746819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"3ca2129b-75fe-4b02-be89-00cfb47b5463","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.764007545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ce731c26-6df5-49f7-939b-79be041eba35","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.807974719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ce731c26-6df5-49f7-939b-79be041eba35","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.8622708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ce731c26-6df5-49f7-939b-79be041eba35","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.862295852Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-att-unrel-0f1170-access","reconcileID":"ce731c26-6df5-49f7-939b-79be041eba35","MaaSAuthPolicy":{"name":"e2e-att-unrel-0f1170-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.896175704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"612d0009-105e-4590-b482-047cd9fb0cb0","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"tenant":"e2e-extmod-b-d9ffd2","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","model":"e2e-extmod-att-user-9593e6/e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:46.896197108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"612d0009-105e-4590-b482-047cd9fb0cb0","MaaSModelRef":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"routeName":"external-model-e2e-att-unrel-0f1170-d3551657a7d9","namespace":"e2e-extmod-att-user-9593e6","model":"e2e-att-unrel-0f1170","externalModel":"e2e-att-unrel-0f1170","provider":"e2e-att-unrel-0f1170-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.427362032Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"2acf69b5-95f7-4415-a88a-0982557a0c38","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.457605228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"44cc945f-a9cf-4603-8bac-413cca8fd394","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.458924355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"09da1018-6a6b-46ef-a9e9-9661d3d97cab","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.458934339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"eeb03af8-5c4c-4c76-89b9-ac860861aede","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.460014233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"94df9625-ab3d-4309-9464-becd51691a7a","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.485458964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"f3f475bc-3d22-4cff-9036-5ded08648509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.493843219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"44cc945f-a9cf-4603-8bac-413cca8fd394","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.493858214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"09da1018-6a6b-46ef-a9e9-9661d3d97cab","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.496068488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"eeb03af8-5c4c-4c76-89b9-ac860861aede","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.498300795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"94df9625-ab3d-4309-9464-becd51691a7a","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.507758561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"f3f475bc-3d22-4cff-9036-5ded08648509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.517521804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"09da1018-6a6b-46ef-a9e9-9661d3d97cab","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.57016369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"3415141d-fdfa-4e0b-b8a0-11ebbd099086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.597581139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"3415141d-fdfa-4e0b-b8a0-11ebbd099086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.685305457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-0f1170","namespace":"e2e-extmod-att-user-9593e6"},"namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","reconcileID":"c0d09a5f-04e9-4be4-b519-9daf07ad0c42","namespace":"e2e-extmod-att-user-9593e6","name":"e2e-att-unrel-0f1170","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.69961905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"01457e3f-7fbc-462c-a983-8506f4147ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.720504585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"01457e3f-7fbc-462c-a983-8506f4147ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.800283857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"57e18e80-db40-4d0d-81f8-0b175766b363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.800333312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0d34f91a-8849-4c4a-900b-31339e0e6e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.801969669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72c5ebb6-f1ea-4f25-9b36-54c6fadfef12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.802194745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"41d55f71-d209-43b1-8474-2a2a85a0ec2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.823162024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72c5ebb6-f1ea-4f25-9b36-54c6fadfef12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.823304183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"41d55f71-d209-43b1-8474-2a2a85a0ec2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.825657634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0d34f91a-8849-4c4a-900b-31339e0e6e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.825894744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"57e18e80-db40-4d0d-81f8-0b175766b363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.894527865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2e6c0009-721d-49d6-a998-6a63df3783bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.912673351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2e6c0009-721d-49d6-a998-6a63df3783bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.997751871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bab5722-2675-4f18-99f8-efc7b5cfee15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.998579388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fa0c9338-67f7-4a29-9d5d-9c298ae9c395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.998890817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c95bb5b1-0edd-4909-86fd-debab434e573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:47.999133629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"85b111d3-29b1-4c49-a2b5-081fce18797e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.092785642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fa0c9338-67f7-4a29-9d5d-9c298ae9c395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.095352325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c95bb5b1-0edd-4909-86fd-debab434e573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.096903475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bab5722-2675-4f18-99f8-efc7b5cfee15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.097849008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"85b111d3-29b1-4c49-a2b5-081fce18797e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.128226109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b9753b52-0650-447e-8920-4b52747fecd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.14860563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b9753b52-0650-447e-8920-4b52747fecd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.166067462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b9753b52-0650-447e-8920-4b52747fecd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.185443892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"d2c60bb6-58a8-4675-9706-67997808eb29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.185445893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"91b9d06d-43db-4738-bec3-c8fdd677437d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.198873997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bbf9ada1-709d-4eaa-8e95-cfc8ebf9fe26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.199128442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ca87cb29-e607-4456-9b89-bea400958a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.204188423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"d2c60bb6-58a8-4675-9706-67997808eb29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.204444315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"91b9d06d-43db-4738-bec3-c8fdd677437d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.217578971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bbf9ada1-709d-4eaa-8e95-cfc8ebf9fe26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.217668778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ca87cb29-e607-4456-9b89-bea400958a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.224493052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3e6750c9-e3e3-469a-a67c-5a4a03fa16db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.243053814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3e6750c9-e3e3-469a-a67c-5a4a03fa16db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.337783297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"096e5a36-9755-4f4f-bed1-b9c9e88605ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:48.357619214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"096e5a36-9755-4f4f-bed1-b9c9e88605ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:58.195617702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7354e013-4021-4a56-8227-4a458618a636","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:58.214613578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7354e013-4021-4a56-8227-4a458618a636","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:46:58.232262463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7354e013-4021-4a56-8227-4a458618a636","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.74131589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"911a0b36-d5d4-47d6-88bc-ea3e70511f34","namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.765516096Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"8f04f094-acbd-4789-9004-2f35225abfd7","namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.780306178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"50a3f138-f512-4421-8150-03ddd8deb3f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.824250683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d30f94ea-159b-4b87-ba46-3028182fc371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.826111951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"08055974-89a1-4840-ae92-d04b02a2da1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.826542459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"847bb93b-ef53-4266-a8f3-0025778228a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.830221698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"50a3f138-f512-4421-8150-03ddd8deb3f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.834276631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"bb27b59e-c593-4f80-94a3-5ef61a96085e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.881135971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"50a3f138-f512-4421-8150-03ddd8deb3f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.884095764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d30f94ea-159b-4b87-ba46-3028182fc371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.885593943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"bb27b59e-c593-4f80-94a3-5ef61a96085e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.887675217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"08055974-89a1-4840-ae92-d04b02a2da1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.895912423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"847bb93b-ef53-4266-a8f3-0025778228a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.933743599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c24a6540-c28f-4713-8aeb-d1e2ffdcd640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:02.95424138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c24a6540-c28f-4713-8aeb-d1e2ffdcd640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.024206442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"3b6997b7-5868-4c99-92da-212c487d2860","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.060604269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"057c343c-0dcf-44b0-b86b-485f467c4ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.079654228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"057c343c-0dcf-44b0-b86b-485f467c4ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.163043606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd4a141-95a6-42f9-afe3-a104efcaf0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.163200741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"a0fc233a-7b88-4d95-9ed4-0079358fd7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.164641793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"386f4d31-d1ca-4963-968b-f2d47a1bc9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.164657452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"70ff8233-ece7-46e8-a10d-569b451bf7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.182062092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"a0fc233a-7b88-4d95-9ed4-0079358fd7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.182419119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd4a141-95a6-42f9-afe3-a104efcaf0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.18491702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"386f4d31-d1ca-4963-968b-f2d47a1bc9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.184998757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"70ff8233-ece7-46e8-a10d-569b451bf7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.18576066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"5c21da9d-0e12-4a5f-8194-80cc91bb7a2c","namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.200055072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"89406559-215a-4e64-b0d7-f0ba5d784b59","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.200117847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"89406559-215a-4e64-b0d7-f0ba5d784b59","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.262403465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"2f495f5d-5c1f-4cba-9a00-c3224afe790e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.262790305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"74eb404b-56ca-4b76-81a9-18a8ea8bca31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.262886693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"06c0652a-b279-4245-837e-f4320fa06323","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.264561192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"ec4b3b9e-09d7-4741-a185-7d456f4c87aa","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.281107825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a127151a-21cc-403d-bb3f-63087ab1c336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.289371311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"ec4b3b9e-09d7-4741-a185-7d456f4c87aa","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.293614676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"74eb404b-56ca-4b76-81a9-18a8ea8bca31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.297599909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"06c0652a-b279-4245-837e-f4320fa06323","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.305509499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"2f495f5d-5c1f-4cba-9a00-c3224afe790e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.308680596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a127151a-21cc-403d-bb3f-63087ab1c336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.417354707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a1847a38-ea1c-4076-9238-d49c41479a57","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.4312889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"08d985f5-6e05-4a07-9083-1e3e7eeb3467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.439384514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a1847a38-ea1c-4076-9238-d49c41479a57","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.450358263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"08d985f5-6e05-4a07-9083-1e3e7eeb3467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.45742749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a1847a38-ea1c-4076-9238-d49c41479a57","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.464181035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c82e5a-bfbe-401d-a91f-b497440f8542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.464612431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b9bcfb56-c5a5-4273-8077-ffe75b80c03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.467211109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"70ca62d1-98f4-4c1f-a1cb-77d14fce6630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.482303603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b9bcfb56-c5a5-4273-8077-ffe75b80c03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.484580653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c82e5a-bfbe-401d-a91f-b497440f8542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.487051965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"70ca62d1-98f4-4c1f-a1cb-77d14fce6630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.495642482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"0ada4abf-2f08-4213-a337-afd95a9b8b6b","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.495662301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"0ada4abf-2f08-4213-a337-afd95a9b8b6b","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.617733177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a750b59e-9b99-49d2-b76f-502de84c0f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.639511487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a750b59e-9b99-49d2-b76f-502de84c0f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.658527401Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"e0393079-08f7-4147-885e-f9a35095b36c","namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.675747356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"520256c2-3995-4a95-8507-3ca80bef9948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.694737395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"520256c2-3995-4a95-8507-3ca80bef9948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.708374512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ba1d6890-4c7d-40ed-ae35-ff2f18f0abe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.708831178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab71241-7219-43b4-8d97-9bdedc53c235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.709226023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3b354664-8293-4e14-a2e6-450eba794d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.734507862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3b354664-8293-4e14-a2e6-450eba794d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.735043469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ab71241-7219-43b4-8d97-9bdedc53c235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.736861116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ba1d6890-4c7d-40ed-ae35-ff2f18f0abe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.765675591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3b019a04-18bc-4c8b-8d71-2f9b982e671d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.785240741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3b019a04-18bc-4c8b-8d71-2f9b982e671d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.852522512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"453b5335-4e74-403c-9671-a8fea37439aa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.853489455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"b68dade9-3ef1-4ae4-8311-d0e2efb16a36","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cmp-legacy-0f5f6d","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.853833049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5b62f82f-5d8c-4718-9af7-5efdf62aa099","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.854019706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"435915d7-07d4-41f5-96ad-1c0cc1c40390","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.867104657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"66031462-3c72-4ec0-9a17-090ffb016cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.872905874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"453b5335-4e74-403c-9671-a8fea37439aa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.875586242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5b62f82f-5d8c-4718-9af7-5efdf62aa099","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.876732571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"435915d7-07d4-41f5-96ad-1c0cc1c40390","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.888885304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"347e9985-cdff-4162-bd46-907c1b71e41a","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.89290671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"179c32f6-488d-4b72-8396-54ce48763ea3","namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.900518519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5b62f82f-5d8c-4718-9af7-5efdf62aa099","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.902030336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"66031462-3c72-4ec0-9a17-090ffb016cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.945722078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"cd10fc72-9dcb-4c59-a082-c71327b3c278","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.945748357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"cd10fc72-9dcb-4c59-a082-c71327b3c278","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.952380502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"f50a12dd-62a2-4f1b-bc12-4ce382e1c5a0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.959773881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"567df618-84ef-42bd-92cc-84a8e9aa0459","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cmp-legacy-20db43","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.970508041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"f50a12dd-62a2-4f1b-bc12-4ce382e1c5a0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:03.991196949Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"8a928865-3522-42d6-9400-b36025048d68","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.068704691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"eadc52b4-e063-4e90-97a5-7bf81e98c12f","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.068733603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"eadc52b4-e063-4e90-97a5-7bf81e98c12f","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.102776947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"08e7e5c7-6420-4c75-891e-bf7091e14d28","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.103374867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"49fa97c4-ba62-44fe-9920-85d9fea2695c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.156910176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"49fa97c4-ba62-44fe-9920-85d9fea2695c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.174448069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"823086c0-8003-47a9-9167-f105cc34b6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.174846189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e6b97524-1a7e-4fc5-9e8b-ed9cf5480463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.183718636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"aeb58c92-067f-4afa-8e0a-63ebed9decad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.197518074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"b2280755-4c35-47dc-90a6-3463ae4af504","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-att-serve-f7db84","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.202687629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"823086c0-8003-47a9-9167-f105cc34b6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.203123194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e6b97524-1a7e-4fc5-9e8b-ed9cf5480463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.204991719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"aeb58c92-067f-4afa-8e0a-63ebed9decad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.272561717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad6aec3b-c1f3-4c82-a861-6853319e4f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.291009887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad6aec3b-c1f3-4c82-a861-6853319e4f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.291671937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"d81ace8c-50e0-4f32-8548-607cb7a1c507","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.291690204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"d81ace8c-50e0-4f32-8548-607cb7a1c507","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.388676057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"cc6a8d6d-78ca-493d-86c0-c4e8eb6c34c4","namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.403538413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"9256b39b-a021-4183-8cf0-e2714848e592","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.403560828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"9256b39b-a021-4183-8cf0-e2714848e592","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.416526301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"92833a96-4c89-4566-ba3d-377cc0beaf89","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.428899381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"dd6dd9fe-a365-4c66-ab50-743894339a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.428961149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5277f72d-7f64-4d3b-a504-bb1ad9ea6c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.42985589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"cc0e3c9c-ff5b-4f6d-8901-f245590c52fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.434688656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"92833a96-4c89-4566-ba3d-377cc0beaf89","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.447886973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5277f72d-7f64-4d3b-a504-bb1ad9ea6c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.448012353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"cc0e3c9c-ff5b-4f6d-8901-f245590c52fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.450186195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"dd6dd9fe-a365-4c66-ab50-743894339a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.452403467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"92833a96-4c89-4566-ba3d-377cc0beaf89","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.523657504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc95e64-5de0-40fe-959f-c852c216016e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.549482856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc95e64-5de0-40fe-959f-c852c216016e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.612947326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3d4d8067-2c69-4ad2-8a59-7fcb8916180b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.655357955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3d4d8067-2c69-4ad2-8a59-7fcb8916180b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.682935552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"8c66a240-18ea-4f62-b4c1-0e106b01cd7e","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.696469661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"973fa069-6575-4aae-b17e-7513e6747dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.697427272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e7648946-3d5a-420b-af64-7955caf25dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.701775539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"8c66a240-18ea-4f62-b4c1-0e106b01cd7e","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.718711096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e7648946-3d5a-420b-af64-7955caf25dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.735923186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"973fa069-6575-4aae-b17e-7513e6747dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.79862379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"fcec7bd9-a240-46bf-a414-22017eb4b832","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.820818328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"fcec7bd9-a240-46bf-a414-22017eb4b832","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.884008025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"56135ded-a8ef-4ddf-b770-f910fdcc7c9b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.8844948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"6ffa9307-6868-46bb-a6c4-7abbeb8ef58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.888474067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.897547024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b1c5429e-b09d-494d-a279-8fde6bac7430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.903038871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"6ffa9307-6868-46bb-a6c4-7abbeb8ef58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.903355184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"56135ded-a8ef-4ddf-b770-f910fdcc7c9b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.915367293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b1c5429e-b09d-494d-a279-8fde6bac7430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:04.919755292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"6ffa9307-6868-46bb-a6c4-7abbeb8ef58d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.000314285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"02ce1989-4221-4473-8b30-70d7bcc1d117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.000872583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8e9bc967-be7e-44c7-a689-7c2bb018862b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.019890538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"02ce1989-4221-4473-8b30-70d7bcc1d117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.021884864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8e9bc967-be7e-44c7-a689-7c2bb018862b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.098476702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e60f412-9fc1-400c-8da7-0efa82420af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.098529977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"2ffd6adc-2e60-45e4-80bb-c9f4e8bf9962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.098866761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e983c3ad-a1f5-4996-b6d4-6aec6f81b42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.116706835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"2ffd6adc-2e60-45e4-80bb-c9f4e8bf9962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.116814215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e60f412-9fc1-400c-8da7-0efa82420af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.119135386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e983c3ad-a1f5-4996-b6d4-6aec6f81b42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.230128133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2c356e2d-7524-436a-bb76-2cb3815fc260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.230568829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f30e43e1-720a-4b65-a4a8-44fe380f5c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.24849062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2c356e2d-7524-436a-bb76-2cb3815fc260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.252413416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f30e43e1-720a-4b65-a4a8-44fe380f5c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.319284032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"b4733d06-a291-43d0-be97-169301cceb0d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.337532921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"b4733d06-a291-43d0-be97-169301cceb0d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:05.982878357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"ca78fb3c-531d-4f1d-aa86-68f257f416d8","namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.002610103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"0602cb02-07de-46d4-ba8f-f4e6987bde25","namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.015384652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b5b910ec-2270-45ea-9544-293401f18e6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.026345998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7c22ae54-f54a-44d3-af1e-6160d5e88764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.027475875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"01b3d94f-e945-490c-a0f2-10cb1c1e2aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.027593046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"9beaa97a-5d7d-44e8-ad0a-8a359f78bd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.029207604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7e6d1b01-b779-4d01-b83c-295af4477451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.034517055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b5b910ec-2270-45ea-9544-293401f18e6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.045687771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7c22ae54-f54a-44d3-af1e-6160d5e88764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.048744667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"01b3d94f-e945-490c-a0f2-10cb1c1e2aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.049787315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"9beaa97a-5d7d-44e8-ad0a-8a359f78bd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.051029595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b5b910ec-2270-45ea-9544-293401f18e6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.051366125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7e6d1b01-b779-4d01-b83c-295af4477451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.126801008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3468a363-c628-4ce2-b128-cabf1c101d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.146525466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3468a363-c628-4ce2-b128-cabf1c101d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.216708836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"5e8d1dd9-5591-4d11-a0ac-c425a7745e6c","MaaSModelRef":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.227913155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"94914d6b-2e9e-404b-958f-68e461ac24c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.228350169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c368fe24-4723-4b5d-801a-a87b3b72dc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.229482202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d94ccf5-06ea-4a6b-9ac8-561b7b871675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.230016673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ba94c205-315e-43af-aeef-1b7efd9fbf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.252524513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c368fe24-4723-4b5d-801a-a87b3b72dc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.252539626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d94ccf5-06ea-4a6b-9ac8-561b7b871675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.254895672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"94914d6b-2e9e-404b-958f-68e461ac24c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.255113994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ba94c205-315e-43af-aeef-1b7efd9fbf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.301822121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"016c7384-e5be-493a-9cb3-f70e44e7c5c6","namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.309402762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"9085bfc1-3b47-4146-b15a-3ce141bd587c","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.309434525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"9085bfc1-3b47-4146-b15a-3ce141bd587c","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.335971601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9109fd6b-bcfa-4da5-be6e-baf866c76188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.349704396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"ad515379-ac86-4e4a-af81-a885668b9e74","MaaSModelRef":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.351119147Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"353102b1-7197-4910-bcef-21c01027c93b","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf121e14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.354825588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9109fd6b-bcfa-4da5-be6e-baf866c76188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.358896967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"fef05f51-f509-4135-b637-f004673020ce","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.359337453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"1de4b4ea-73a1-489f-a0ac-89709dfee326","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.369163966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"9e0a7158-aded-45f0-8223-336807f83a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.372844373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"86c7b9fd-aeee-4a32-8b9f-c4bf542c0a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.377012237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"fef05f51-f509-4135-b637-f004673020ce","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.377874124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"1de4b4ea-73a1-489f-a0ac-89709dfee326","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.387983418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"9e0a7158-aded-45f0-8223-336807f83a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.391311515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"86c7b9fd-aeee-4a32-8b9f-c4bf542c0a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.526998991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"d4e23575-6c2e-42e4-8207-3f17b09f08ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.545480574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"d4e23575-6c2e-42e4-8207-3f17b09f08ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.554895389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4f511e81-b40e-482f-a694-9b6a6f6e8f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.573661903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4f511e81-b40e-482f-a694-9b6a6f6e8f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.627595749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"bb630594-f82f-4040-b15a-39510b3c17a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.641285006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a56ec942-624b-4fc6-8b59-ebd282b3a1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.642071854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0b3ffbc1-e8ef-402f-bfc5-4a68ddc9d37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.645694225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"bb630594-f82f-4040-b15a-39510b3c17a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.660733549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a56ec942-624b-4fc6-8b59-ebd282b3a1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.660734316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0b3ffbc1-e8ef-402f-bfc5-4a68ddc9d37b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.66283086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"bb630594-f82f-4040-b15a-39510b3c17a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.741321192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a683cbca-f35c-4948-b639-561cafd456a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.74249148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ce42e930-e264-4938-9796-bf42de5d09b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.759172593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a683cbca-f35c-4948-b639-561cafd456a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.760217692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ce42e930-e264-4938-9796-bf42de5d09b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.842697612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"161e055e-5451-4a88-934d-c83bc3b5b898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.842702284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"ea84b601-1ece-421c-9ec9-80bba3e7aa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.844240543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"34add316-23fd-43e4-8fd6-abe2bd6162e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.854591166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da4342b1-61c9-420f-b7e6-4ae322ba37b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.863310462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"ea84b601-1ece-421c-9ec9-80bba3e7aa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.863467275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"34add316-23fd-43e4-8fd6-abe2bd6162e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.865473875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"161e055e-5451-4a88-934d-c83bc3b5b898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.87426169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da4342b1-61c9-420f-b7e6-4ae322ba37b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.924479995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"1f19a39f-ce6e-4dc6-97f2-b14f38d8bf93","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.939066295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"7982aeb7-1b14-47cf-aa7e-261509ca473d","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.93912106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"7982aeb7-1b14-47cf-aa7e-261509ca473d","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.942224345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"36bf4282-bc7d-4b03-a577-1304f7064111","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.942517162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"927382ad-81cd-4aa4-8b99-652e1dd99b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.95457654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5096b90f-66f7-460e-866d-d1f83e70cb42","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.95978755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"36bf4282-bc7d-4b03-a577-1304f7064111","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.960101993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"927382ad-81cd-4aa4-8b99-652e1dd99b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.968108127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2b7b0177-8c46-4faa-b331-edbb6d49190c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.96964186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b513f48-bb9d-4235-a431-4adcdb512037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.972764671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5096b90f-66f7-460e-866d-d1f83e70cb42","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.987204555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2b7b0177-8c46-4faa-b331-edbb6d49190c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.98871623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b513f48-bb9d-4235-a431-4adcdb512037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:06.989581105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5096b90f-66f7-460e-866d-d1f83e70cb42","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.042005004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"686c6c11-32c7-4ab2-ba7d-ea5b1c1c1751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.06084452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"686c6c11-32c7-4ab2-ba7d-ea5b1c1c1751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.07826114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"1c0da5a1-41ba-4733-8314-2ab2f6189526","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.160589778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"de600403-95ec-46b8-a3d9-8be4627857cb","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.16061904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"de600403-95ec-46b8-a3d9-8be4627857cb","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.204915444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"087a0052-e9ca-4c94-9a7b-e7619f6afc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.222837201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"087a0052-e9ca-4c94-9a7b-e7619f6afc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.242729833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07a43760-c564-4589-83b2-62ee509fdf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.246230616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3b2c62db-d519-4771-9710-e5552dc2ec4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.24654355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2e044c6e-e0a8-4d84-9b43-22239c696f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.24684126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8e10805d-c32e-4526-9dae-e03a84f7cb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.261489639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07a43760-c564-4589-83b2-62ee509fdf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.264886979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3b2c62db-d519-4771-9710-e5552dc2ec4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.265286513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2e044c6e-e0a8-4d84-9b43-22239c696f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.267097982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8e10805d-c32e-4526-9dae-e03a84f7cb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.297955147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"aa02c78b-49a2-4c13-9362-ab7acf6d21c9","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.316239776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"aa02c78b-49a2-4c13-9362-ab7acf6d21c9","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.333550954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"d3397ca7-963f-4be0-aad4-8bb91b13ab7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.337407794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3df11d55-e991-482f-b5d0-88412f631f84","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.351847829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"d3397ca7-963f-4be0-aad4-8bb91b13ab7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.355245809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"3df11d55-e991-482f-b5d0-88412f631f84","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.458254806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"22f4dbec-170e-4f73-b9f8-79d993272ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.458321067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c7c1c755-9b94-45a0-b11c-8ee9e3ca5229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.476862006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c7c1c755-9b94-45a0-b11c-8ee9e3ca5229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.477183618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"22f4dbec-170e-4f73-b9f8-79d993272ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.535036741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ca39b6a8-2d8f-49f2-ba45-93b55a2a302b","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.548439201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11b54b12-fd79-4a9c-82a4-c462ff1a970d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.549291552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"39be362a-d7d1-4c27-a3e2-17e5ec855927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.552926583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ca39b6a8-2d8f-49f2-ba45-93b55a2a302b","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.567023054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11b54b12-fd79-4a9c-82a4-c462ff1a970d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.56775005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"39be362a-d7d1-4c27-a3e2-17e5ec855927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.569635295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ca39b6a8-2d8f-49f2-ba45-93b55a2a302b","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.648992334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d932e2f1-3530-4923-9e9d-59d3099f806e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.649003355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5404d09d-65fb-459a-aa65-9a840ff63b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.649496152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d668fad4-08d2-483a-9219-947c560a5d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.666982226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5404d09d-65fb-459a-aa65-9a840ff63b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.66704782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"d668fad4-08d2-483a-9219-947c560a5d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:07.669292288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d932e2f1-3530-4923-9e9d-59d3099f806e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.484775658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"896a032f-47ec-4d26-a620-4742e79c02f0","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.484811246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"896a032f-47ec-4d26-a620-4742e79c02f0","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.502667182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"89285551-d201-4470-bd6c-eede63e2cadb","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.502687055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"89285551-d201-4470-bd6c-eede63e2cadb","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.552878096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"0521de9d-3029-4ed9-9e07-807865bb633c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.603102793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"0521de9d-3029-4ed9-9e07-807865bb633c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.620225168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"0521de9d-3029-4ed9-9e07-807865bb633c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.655003341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"dfb318f8-84df-4854-88cd-398042fef9be","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:09.655025632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"dfb318f8-84df-4854-88cd-398042fef9be","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.021159904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"453a8a24-31d4-405e-b7ff-970f5c63288a","namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.053613117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c0980e82-4471-4949-a98f-0202e862a1fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.055351481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"ec9c3712-8f5e-417c-9a39-424077e8fee4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.066228863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"18ecdfe5-b91a-41bd-b696-83fa64c44397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.07036774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ed3139-06bd-4add-b90a-092705706820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.071189359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2708ebaa-f87e-44e6-b392-3f38164747b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.07217588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c0980e82-4471-4949-a98f-0202e862a1fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.074500592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"ec9c3712-8f5e-417c-9a39-424077e8fee4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.086604611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"18ecdfe5-b91a-41bd-b696-83fa64c44397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.090139547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ed3139-06bd-4add-b90a-092705706820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.091060379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2708ebaa-f87e-44e6-b392-3f38164747b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.094878805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c0980e82-4471-4949-a98f-0202e862a1fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.095847272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"ec9c3712-8f5e-417c-9a39-424077e8fee4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.151274668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-4338ed","namespace":"e2e-extmod-att-noaccess-0704ee"},"namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","reconcileID":"23541d9e-333e-408f-839a-03f53df6273c","namespace":"e2e-extmod-att-noaccess-0704ee","name":"e2e-att-noaccess-4338ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.167440929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2e99c9ab-521a-4cd2-8bb1-2adea4ae1b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.167440323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5b2d4c6a-e7b9-4a90-b236-e3446d7ccbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.188473018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"5b2d4c6a-e7b9-4a90-b236-e3446d7ccbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.192052099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2e99c9ab-521a-4cd2-8bb1-2adea4ae1b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.275040291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"5b497140-c630-4aa5-a0ed-37acecbd947d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.281045317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"8e496581-e545-49bd-be1f-db980dd31a7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.292958621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"11a2d55f-d842-447e-afc8-2ee5419c5db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.356359377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ffac2339-38b3-4a9a-bfa8-793e243a01ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.356883159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d81e3b6b-7699-4aa3-ad07-53a2cc4b037c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.359338303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"8e496581-e545-49bd-be1f-db980dd31a7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.35946862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"11a2d55f-d842-447e-afc8-2ee5419c5db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.361566183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"5b497140-c630-4aa5-a0ed-37acecbd947d","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.374949786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ffac2339-38b3-4a9a-bfa8-793e243a01ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.375349312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d81e3b6b-7699-4aa3-ad07-53a2cc4b037c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.38318849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"74a54871-a77f-49d9-83b2-ba7dfa951120","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.383204812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"74a54871-a77f-49d9-83b2-ba7dfa951120","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.431371925Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"984f542d-d064-4934-bebc-98dd44cfb59e","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d63736c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.549904524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d899d44-60ad-40a6-84cc-fbb06b18cd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.549930637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e458491d-3355-48d2-af07-6e81e9a88223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.550750689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bf6666b2-ee42-4d09-86fa-66db3bcedaba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.550774488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f5cdc38f-3c80-4dcd-bc1c-a237902281dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.552420689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0516a779-c2c7-4314-86d9-f897eca8b3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.568856624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e458491d-3355-48d2-af07-6e81e9a88223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.568932761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d899d44-60ad-40a6-84cc-fbb06b18cd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.571529985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f5cdc38f-3c80-4dcd-bc1c-a237902281dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.57155266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0516a779-c2c7-4314-86d9-f897eca8b3e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.573773544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bf6666b2-ee42-4d09-86fa-66db3bcedaba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.652775866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"4818e0d5-c070-4b2e-b884-a63a9f13500e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.652797908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"be0f7e78-5bf1-4bf6-96d1-ab475061315f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.664344121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ebf22641-de4a-4876-8fc9-36bfa1a133bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.666851453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60d5d056-fefc-4aeb-a52d-52ca349d7c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.668844846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"47d639ab-8a91-4561-ab22-91d3f598884f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.670933589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"4818e0d5-c070-4b2e-b884-a63a9f13500e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.671277852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"be0f7e78-5bf1-4bf6-96d1-ab475061315f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.682212924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ebf22641-de4a-4876-8fc9-36bfa1a133bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.684990489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60d5d056-fefc-4aeb-a52d-52ca349d7c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.687324446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"47d639ab-8a91-4561-ab22-91d3f598884f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.688108944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"be0f7e78-5bf1-4bf6-96d1-ab475061315f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.688511406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"4818e0d5-c070-4b2e-b884-a63a9f13500e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.715946727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"91675d3c-9080-411f-9164-4e9c7cdaadfd","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.715971266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"91675d3c-9080-411f-9164-4e9c7cdaadfd","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.769165023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ecd9786a-a39b-4849-a528-e6adb0a38832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.769441076Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"b710360b-31a0-4212-b0f3-c381e660654f","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f5c93f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.769622955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"97cde4bd-23ed-4d7d-b7c5-77262c4b2f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.85730888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ecd9786a-a39b-4849-a528-e6adb0a38832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.861888715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"97cde4bd-23ed-4d7d-b7c5-77262c4b2f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.875044637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"f98dfc9b-bd92-47d0-89fd-3e2ba3c5b418","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.893981175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"f98dfc9b-bd92-47d0-89fd-3e2ba3c5b418","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.937533742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"c9c89ea8-baf8-4737-b66c-c37c197e8aa2","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:13.955690128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"c9c89ea8-baf8-4737-b66c-c37c197e8aa2","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.365309264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"428c6e3f-f4d7-46a1-99d8-1e08f1ae6241","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","subscription":"e2e-cmp-legacy-20db43-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.393991013Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"428c6e3f-f4d7-46a1-99d8-1e08f1ae6241","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.408566996Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-sub","reconcileID":"428c6e3f-f4d7-46a1-99d8-1e08f1ae6241","MaaSSubscription":{"name":"e2e-cmp-legacy-20db43-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.577195531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"fd940ad9-7f67-4cef-b2a8-56c2c1b5cd55","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.577229656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"fd940ad9-7f67-4cef-b2a8-56c2c1b5cd55","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.592391994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"191854eb-6916-42da-b727-bddb5334f8dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.61012356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"191854eb-6916-42da-b727-bddb5334f8dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.73011427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"128a14fe-2533-4ad4-88f4-aeec18d35777","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.730140966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"128a14fe-2533-4ad4-88f4-aeec18d35777","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.751547659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"cdb3b6ae-d20c-4cf4-bbc9-3d3ae5d94f32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.901122037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"cdb3b6ae-d20c-4cf4-bbc9-3d3ae5d94f32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.984744767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"cdb3b6ae-d20c-4cf4-bbc9-3d3ae5d94f32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:16.984769233Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43-access","reconcileID":"cdb3b6ae-d20c-4cf4-bbc9-3d3ae5d94f32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-20db43-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.018243666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"ec7923b7-74d3-4168-8440-8fffa17bc17a","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.018268322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"ec7923b7-74d3-4168-8440-8fffa17bc17a","MaaSModelRef":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cmp-legacy-20db43","externalModel":"e2e-cmp-legacy-20db43","provider":"e2e-cmp-legacy-20db43-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.519720373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"17d49091-c77a-4ff9-a9d1-8a024a4ea586","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.550749482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"fca18785-ed7b-4c04-88bc-dbdd9706bedd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.552912536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c63800d5-9c49-4478-bc3e-e8de72973ca3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.564194103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"818398f2-b37d-4743-8a1b-e8edfc847b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.565388066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3121cc55-594a-4e71-8d3f-8b9a047a4d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.565393558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"32ce7a35-ba41-479a-b0a5-db55b54d4272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.569278199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"fca18785-ed7b-4c04-88bc-dbdd9706bedd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.57095327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c63800d5-9c49-4478-bc3e-e8de72973ca3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.582857382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"818398f2-b37d-4743-8a1b-e8edfc847b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.583879791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"32ce7a35-ba41-479a-b0a5-db55b54d4272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.585064775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3121cc55-594a-4e71-8d3f-8b9a047a4d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.58651613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"fca18785-ed7b-4c04-88bc-dbdd9706bedd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.587578412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c63800d5-9c49-4478-bc3e-e8de72973ca3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.62961681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f73af0e5-4e18-4907-851b-a009c2797724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.630343791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"79b18478-bdda-4677-be1d-17b5a489ec86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.648478169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f73af0e5-4e18-4907-851b-a009c2797724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.650614655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"79b18478-bdda-4677-be1d-17b5a489ec86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.710189868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-20db43","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","reconcileID":"430b0086-c47a-46e5-a53d-4e464dac9087","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cmp-legacy-20db43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.716451149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d01c83a5-b418-4351-93e0-f5e33d7dddc8","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.738015915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"d01c83a5-b418-4351-93e0-f5e33d7dddc8","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.816654708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"cd0bace6-40b0-4c88-bf60-25eb467e73ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.829886562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9f4a4572-6f2a-4da7-9f25-2a1a347ffc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.834578079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"cd0bace6-40b0-4c88-bf60-25eb467e73ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.847372762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9f4a4572-6f2a-4da7-9f25-2a1a347ffc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.966718922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"56df7c18-d978-4bc3-8a02-0b558732c9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.966718878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"2999a7f4-7696-4283-a294-5586eb0fccf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.9859864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"2999a7f4-7696-4283-a294-5586eb0fccf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:17.986108475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"56df7c18-d978-4bc3-8a02-0b558732c9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.030857676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"aae30e35-bffe-4b89-8d0d-457f8a90f778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.048930105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"aae30e35-bffe-4b89-8d0d-457f8a90f778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.149266604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"079bcc39-2b30-4701-9d4a-f03b032f5cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.149789263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"895b2fa8-36f8-4049-8554-46057d81d174","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.149947398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bd7cbd70-2f5b-49d5-ab5a-36f0d4194915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.163768033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb252ab9-9d8b-4c1b-89db-4303c792ee9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.174199881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"895b2fa8-36f8-4049-8554-46057d81d174","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.174653711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"079bcc39-2b30-4701-9d4a-f03b032f5cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.176518926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"bd7cbd70-2f5b-49d5-ab5a-36f0d4194915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.187488715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb252ab9-9d8b-4c1b-89db-4303c792ee9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.200107792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"895b2fa8-36f8-4049-8554-46057d81d174","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.234316567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"935b6dd5-c612-402c-ab05-021900455e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.272837085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"935b6dd5-c612-402c-ab05-021900455e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.292887728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"935b6dd5-c612-402c-ab05-021900455e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.351264771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3c37925-b0b5-41a4-b0fd-b292ae26caf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.354400492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"7178bc43-7dca-4678-a558-1f7ff1a7e91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.370318832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3c37925-b0b5-41a4-b0fd-b292ae26caf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.373050449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"7178bc43-7dca-4678-a558-1f7ff1a7e91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.454444467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c5940534-a487-4dc8-9a9f-2a53bd533eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.45460401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8a27f29e-0993-4142-96f0-c0e5aad215b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.476747502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8a27f29e-0993-4142-96f0-c0e5aad215b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.480923623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c5940534-a487-4dc8-9a9f-2a53bd533eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.545468635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"6134efbc-a5d5-46a1-9c63-5a7c536ddb41","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.545610888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"fd9adf29-4b08-42fc-91b1-be059e86c4d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.552660064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a33e5921-340b-430c-936d-f86e97cb1966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.564386606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"6134efbc-a5d5-46a1-9c63-5a7c536ddb41","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.564488966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"fd9adf29-4b08-42fc-91b1-be059e86c4d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:18.571508754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a33e5921-340b-430c-936d-f86e97cb1966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.678695229Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"c5320d70-ba64-4550-93c7-7bf3be52e1b7","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.697820488Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"b2c9bff4-7e2e-44de-a31b-871d9de48414","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.710939472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"390cce7e-5ba9-49cf-97fa-45320f4df0ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.710973482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1a511813-9362-4085-b15b-6b80dd81dc8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.723032449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"18dbe0c1-c622-4ef9-b24c-77f842e09105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.723371468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b8d6429f-c167-471f-8c00-edb6dea6ce04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.725707018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"956451bb-f062-407f-a162-daae104dcd35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.729042135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"390cce7e-5ba9-49cf-97fa-45320f4df0ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.729405517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1a511813-9362-4085-b15b-6b80dd81dc8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.741763995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"18dbe0c1-c622-4ef9-b24c-77f842e09105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.741799581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b8d6429f-c167-471f-8c00-edb6dea6ce04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.744110912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"956451bb-f062-407f-a162-daae104dcd35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.745442873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"390cce7e-5ba9-49cf-97fa-45320f4df0ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.746120645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1a511813-9362-4085-b15b-6b80dd81dc8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.824897587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"183d599d-cf27-4a14-a8b4-78cb2f305d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.825025157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"670eaca2-29aa-4721-816a-4391adbf384a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.827336387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb9abec3-41d5-48ea-b0cb-1983dba2fa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.844557787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"183d599d-cf27-4a14-a8b4-78cb2f305d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.844681557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"670eaca2-29aa-4721-816a-4391adbf384a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.847818547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb9abec3-41d5-48ea-b0cb-1983dba2fa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.913426014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"9cd2ebd9-9b31-48fa-b867-82915086f10d","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.925437204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"a464b893-27b6-44bb-a645-449e98682aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.925690494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b0b9e798-9628-4603-8d4c-25017bd704ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.943402697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"a464b893-27b6-44bb-a645-449e98682aa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:19.943435461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b0b9e798-9628-4603-8d4c-25017bd704ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.010411029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"b9a76838-eac1-4213-a2de-ad8359232419","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.015302287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"bee72745-171c-45da-ab96-4a79b3cd4708","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.02391513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6fd6b798-1d4b-49a8-9787-5418d0a58e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.024401915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"cb6d25e1-5024-4675-a697-3a43f292ced4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.029423314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"b9a76838-eac1-4213-a2de-ad8359232419","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.031266395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cda96f1d-66c1-4ace-ac92-fe151d08df16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.036034923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"bee72745-171c-45da-ab96-4a79b3cd4708","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.042821851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6fd6b798-1d4b-49a8-9787-5418d0a58e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.043047664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"cb6d25e1-5024-4675-a697-3a43f292ced4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.049354075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"cda96f1d-66c1-4ace-ac92-fe151d08df16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.072709749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"6bc6d7b0-9b3a-4490-94d6-e17abbe141e5","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.087326823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"05c3c809-7d88-4077-a030-7dbf2f770eb0","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"e2e-extmod-cfl-1-ac1df4/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.087351854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"05c3c809-7d88-4077-a030-7dbf2f770eb0","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"routeName":"external-model-e2e-cfl-954893-0c3aa01b129a","namespace":"e2e-extmod-cfl-1-ac1df4","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.130656417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"9e6e493c-46d4-48a9-b532-18efe6fd71b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.130698891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0a8f8b9d-2897-446c-a085-389ca5f86552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.131720117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"25fc28c5-2c6f-4ff7-9110-e4dc645a65c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.154324223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"9e6e493c-46d4-48a9-b532-18efe6fd71b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.157345411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0a8f8b9d-2897-446c-a085-389ca5f86552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.190626777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"25fc28c5-2c6f-4ff7-9110-e4dc645a65c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.260025765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14edd96a-2b04-4fcf-8129-23220cbbc7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.260634594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"766b11c7-f244-4884-a6b9-1facce1893e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.298102776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"766b11c7-f244-4884-a6b9-1facce1893e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.301752603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14edd96a-2b04-4fcf-8129-23220cbbc7fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.316773784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"766b11c7-f244-4884-a6b9-1facce1893e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.347753268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5a86b694-4fb0-4ae0-bc1a-f094d83dd59a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.365611491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5a86b694-4fb0-4ae0-bc1a-f094d83dd59a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.386031026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5a86b694-4fb0-4ae0-bc1a-f094d83dd59a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.416908491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cb8f7d3b-0c69-4fcd-99fe-7b5e092cc17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.417259186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"62a80b9f-4efc-498b-8925-f92a9aad4b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.417354421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"8bbe5fe9-c5f9-4664-b4f3-a5bff926bbf6","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.418394501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c815d8e0-eb68-4f21-b21a-f37e2cbce65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.428773958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"8f5b31de-7190-4305-b82a-3a346d433eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.434955353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cb8f7d3b-0c69-4fcd-99fe-7b5e092cc17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.439533638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"62a80b9f-4efc-498b-8925-f92a9aad4b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.464277533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"8bbe5fe9-c5f9-4664-b4f3-a5bff926bbf6","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.466051259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c815d8e0-eb68-4f21-b21a-f37e2cbce65b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.469599876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"8f5b31de-7190-4305-b82a-3a346d433eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.574979987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"78bfb9b4-51bc-4220-b380-edf2d029bf05","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.593859768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"78bfb9b4-51bc-4220-b380-edf2d029bf05","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.598164813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7d9d097e-0446-4150-ae32-a1db48788ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.59956571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"96da8ab7-07d0-411e-b835-076c9c729fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.600939252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"698559e6-77ae-46a9-aa7c-5ec391afcd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.616667337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7d9d097e-0446-4150-ae32-a1db48788ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.619159678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"96da8ab7-07d0-411e-b835-076c9c729fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.655504716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b2153601-c76d-44f8-9608-b36b15e8d483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.656594658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"698559e6-77ae-46a9-aa7c-5ec391afcd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:20.673966865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b2153601-c76d-44f8-9608-b36b15e8d483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.396713319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"fc2b95d6-4dac-49e0-b9d1-3f85f892ca3d","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.428178482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"0e4a1dff-ba0f-449f-997d-afd6235e9da1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.42986992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0b314028-21ac-4938-a656-13069bde23dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.446725217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8a951537-6650-465e-92ab-d865082b2f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.44684777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"505a5625-50f0-4de0-ba99-13797ab01d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.447307522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"9ddac889-8a27-4a3a-b866-e9c90cd185c9","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.447500093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f1dd8eea-26f1-44a4-9dad-458def701229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.451688063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0b314028-21ac-4938-a656-13069bde23dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.451690607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"0e4a1dff-ba0f-449f-997d-afd6235e9da1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.46540403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"8a951537-6650-465e-92ab-d865082b2f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.465448516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"505a5625-50f0-4de0-ba99-13797ab01d9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.467941226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f1dd8eea-26f1-44a4-9dad-458def701229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.469225469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"0e4a1dff-ba0f-449f-997d-afd6235e9da1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.469252361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0b314028-21ac-4938-a656-13069bde23dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.534319123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46a013a2-9eb6-4f71-a6a1-303af5932369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.54746111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"467180ac-be55-4dab-bf71-3ac390df69a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.556757812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46a013a2-9eb6-4f71-a6a1-303af5932369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.568016547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"467180ac-be55-4dab-bf71-3ac390df69a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.618879095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"98df7ea2-bdad-443e-b68a-b4654f8021ce","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.636936158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"b4ab2ae2-9065-4f75-a9e8-90e66d434406","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.636958562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"b4ab2ae2-9065-4f75-a9e8-90e66d434406","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.657603523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"13772700-e48a-4f5f-955a-d82b598019bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.657791267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6b73c0f7-e794-4870-b2cd-2ee962df76f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.657603517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"efb15a60-ef3d-49eb-9908-78c1078c5716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.672872724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"525258f8-92a9-4161-a257-ee80a4186788","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.672890359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"525258f8-92a9-4161-a257-ee80a4186788","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.675898289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"13772700-e48a-4f5f-955a-d82b598019bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.676704425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6b73c0f7-e794-4870-b2cd-2ee962df76f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.678178622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"efb15a60-ef3d-49eb-9908-78c1078c5716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:22.688027671Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"525258f8-92a9-4161-a257-ee80a4186788","name":"e2e-cfl-954893","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-954893\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:22.688122212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"525258f8-92a9-4161-a257-ee80a4186788","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-954893\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.702712422Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"5c5b60e0-1469-45a8-abff-b26c8e071b19","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"routeName":"external-model-e2e-cfl-954893-0c3aa01b129a","namespace":"e2e-extmod-cfl-1-ac1df4","model":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.7367803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"7c7cbcbf-097a-46f2-a11a-f83a5aa37e6f","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.736811008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"7c7cbcbf-097a-46f2-a11a-f83a5aa37e6f","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.739263187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"6b7bc349-57da-4646-a0a7-893a152c9a70","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.740894473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"dad14c08-3e68-4f82-a905-2599d2644536","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.758418629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"6b7bc349-57da-4646-a0a7-893a152c9a70","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.760770846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"dad14c08-3e68-4f82-a905-2599d2644536","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.85363768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"df709291-85bd-4942-83b2-4edc0283e57a","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.853661384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"df709291-85bd-4942-83b2-4edc0283e57a","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.855665227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f7d4bc99-0f40-4c38-8ddc-5de5d7242848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.855771433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f55e097d-3760-45eb-bb63-ddf60724ed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.858215463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9f4103de-4f01-4ab3-a6d8-e692c8c42a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.874748308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f55e097d-3760-45eb-bb63-ddf60724ed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.875064606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f7d4bc99-0f40-4c38-8ddc-5de5d7242848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.878677986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"9f4103de-4f01-4ab3-a6d8-e692c8c42a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.908933915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"57dd68b2-12b3-44ff-bc55-9a3eb5b730c4","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:22.948234312Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"6b2d665b-5e45-4cd2-8f37-c48b797b8bca","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.006228005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"922825f5-257a-44fd-aa91-77fafd72299c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.020610271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"916c1e17-78dd-4aef-81f4-6d2caca05459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.024937638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"922825f5-257a-44fd-aa91-77fafd72299c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.02774154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b79de63f-6ab8-49d9-b4b3-9e92e4507922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.03103217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b9840feb-89d2-4f23-b871-5a4abe8b9559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.0312666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da135bfc-57b5-422c-8a54-7b93b3464602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.039744206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"916c1e17-78dd-4aef-81f4-6d2caca05459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.042278775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"922825f5-257a-44fd-aa91-77fafd72299c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.0466792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b79de63f-6ab8-49d9-b4b3-9e92e4507922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.04974788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da135bfc-57b5-422c-8a54-7b93b3464602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.050020879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b9840feb-89d2-4f23-b871-5a4abe8b9559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.083399299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"31f09c3e-f23b-4eb5-a575-4132c0af9e6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.101506665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"31f09c3e-f23b-4eb5-a575-4132c0af9e6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.11859535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"31f09c3e-f23b-4eb5-a575-4132c0af9e6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.197429536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"19c3bd73-0ad2-437b-b973-1529178402ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.197458462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82063bfb-4a1f-468a-8d2e-6747b8099f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.214662051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bccb31ca-2229-4cd3-86f4-b65ec6edf107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.21466012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f6d1ab44-ad05-4edf-97cb-3d4d22a80a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.214911213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0898e706-605e-4ce3-9645-63b14288ddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.219386041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"19c3bd73-0ad2-437b-b973-1529178402ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.222598885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82063bfb-4a1f-468a-8d2e-6747b8099f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.236029711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f6d1ab44-ad05-4edf-97cb-3d4d22a80a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.261515774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0898e706-605e-4ce3-9645-63b14288ddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.266207642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bccb31ca-2229-4cd3-86f4-b65ec6edf107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.31640427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"49dd29a7-9af9-4b66-b3b9-c6b50f8de5df","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.319636395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"40cd6ca5-eb1e-4b65-acbf-29c313254fbe","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.319657172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"40cd6ca5-eb1e-4b65-acbf-29c313254fbe","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.338483998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"49dd29a7-9af9-4b66-b3b9-c6b50f8de5df","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.423949245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"1769836f-67dd-4bce-be6d-68e395f04b9c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.424070666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ea778680-a9be-4144-bda6-6263d8a59f39","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.447532111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c8dcaa83-0ff0-4108-9583-6a1d389d1b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.447583211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c86c5d11-ab6f-450d-9136-6d05cab5a7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.452435602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"3a42b009-888c-496c-a1ae-cd8fac3c7554","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","subscription":"e2e-cmp-legacy-0f5f6d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.453199087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"ea778680-a9be-4144-bda6-6263d8a59f39","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.475677924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c8dcaa83-0ff0-4108-9583-6a1d389d1b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.48228865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c86c5d11-ab6f-450d-9136-6d05cab5a7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.489008588Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"1769836f-67dd-4bce-be6d-68e395f04b9c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.496151515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"3a42b009-888c-496c-a1ae-cd8fac3c7554","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.506355669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"1769836f-67dd-4bce-be6d-68e395f04b9c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.513186269Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-sub","reconcileID":"3a42b009-888c-496c-a1ae-cd8fac3c7554","MaaSSubscription":{"name":"e2e-cmp-legacy-0f5f6d-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.540643214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"f9b95867-9635-4b24-8b01-34b6ec57cdcf","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.540679681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"f9b95867-9635-4b24-8b01-34b6ec57cdcf","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.571551159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f78ab661-c17d-4b7f-bd1c-888cf42723bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.59268816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f78ab661-c17d-4b7f-bd1c-888cf42723bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.624173187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"979299d5-a95e-4e27-96d1-99ad5ef383cf","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.624201858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"979299d5-a95e-4e27-96d1-99ad5ef383cf","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.710374455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"a294c275-067d-431b-9e2e-7b2789253774","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.728480955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"a294c275-067d-431b-9e2e-7b2789253774","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.780178151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"24869ac4-b971-4c3b-9529-672abb0eb304","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.780203714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"24869ac4-b971-4c3b-9529-672abb0eb304","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.784552007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"f99bb6b2-700b-4182-be91-0558a1d9e9a0","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","subscription":"e2e-att-serve-f7db84-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.812641762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"f99bb6b2-700b-4182-be91-0558a1d9e9a0","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.827239451Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-sub","reconcileID":"f99bb6b2-700b-4182-be91-0558a1d9e9a0","MaaSSubscription":{"name":"e2e-att-serve-f7db84-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.876479898Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"1dfd1f8d-8b98-4947-92d5-1a9388697e0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.993208084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"bdb41aad-048c-4373-b369-e801b064982a","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:23.993232282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"bdb41aad-048c-4373-b369-e801b064982a","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.035742983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"6b6762d9-4aed-4aed-99c6-1a68cec34f76","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.057675287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"6b6762d9-4aed-4aed-99c6-1a68cec34f76","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.155971052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"aa80ce60-d51a-49ad-8d0a-b8db05b08fea","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.155999269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"aa80ce60-d51a-49ad-8d0a-b8db05b08fea","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.155996973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"1dfd1f8d-8b98-4947-92d5-1a9388697e0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.204766551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"1dfd1f8d-8b98-4947-92d5-1a9388697e0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.204788545Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d-access","reconcileID":"1dfd1f8d-8b98-4947-92d5-1a9388697e0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-0f5f6d-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.224500759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"73afcade-ff2a-43ee-8032-980e1eac8fb0","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.237620167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"36fa19fd-69c4-448f-b641-9d2886d1dd71","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"ai-tenant-e2e-extmod-a-5b47a7/e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.237642541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"36fa19fd-69c4-448f-b641-9d2886d1dd71","MaaSModelRef":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"routeName":"external-model-e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7","model":"e2e-cmp-legacy-0f5f6d","externalModel":"e2e-cmp-legacy-0f5f6d","provider":"e2e-cmp-legacy-0f5f6d-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.245930297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"73afcade-ff2a-43ee-8032-980e1eac8fb0","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.389727436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"32bcfa60-05bf-4397-9dfe-480f880ee5ec","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.518624898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"32bcfa60-05bf-4397-9dfe-480f880ee5ec","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.572458851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"32bcfa60-05bf-4397-9dfe-480f880ee5ec","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.572479473Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-att-serve-f7db84-access","reconcileID":"32bcfa60-05bf-4397-9dfe-480f880ee5ec","MaaSAuthPolicy":{"name":"e2e-att-serve-f7db84-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.604803459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"2e1fe88f-93a1-454d-b15b-a230c806f5c8","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"tenant":"e2e-extmod-b-a4559f","gateway":"openshift-ingress/e2e-extmod-b-a4559f","model":"e2e-extmod-att-user-25e116/e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.604833083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"2e1fe88f-93a1-454d-b15b-a230c806f5c8","MaaSModelRef":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"routeName":"external-model-e2e-att-serve-f7db84-a0010c8a5e7a","namespace":"e2e-extmod-att-user-25e116","model":"e2e-att-serve-f7db84","externalModel":"e2e-att-serve-f7db84","provider":"e2e-att-serve-f7db84-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.80416035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"80674bba-b786-49ed-a887-c8c1a25586ec","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.83534241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"128cd83c-3bd1-4238-ade5-eae3afd2100c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.837679363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c6d09b6a-9c6e-43cd-88d8-16d88af7a952","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.838554795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"55d49d95-c731-4ae2-b38e-bc43f26fb4ab","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.848772942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"38d2b1df-c7e6-4338-aa03-40b5e731bf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.850856687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bde905b2-b75b-4591-a750-36370be5fc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.853529844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"128cd83c-3bd1-4238-ade5-eae3afd2100c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.856223424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c6d09b6a-9c6e-43cd-88d8-16d88af7a952","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.856701523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"55d49d95-c731-4ae2-b38e-bc43f26fb4ab","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.867988072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"38d2b1df-c7e6-4338-aa03-40b5e731bf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.86930344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bde905b2-b75b-4591-a750-36370be5fc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.870674293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"128cd83c-3bd1-4238-ade5-eae3afd2100c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.872921094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"c6d09b6a-9c6e-43cd-88d8-16d88af7a952","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.873604386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"55d49d95-c731-4ae2-b38e-bc43f26fb4ab","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.917772181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"db8e3037-fcfe-44bb-83ab-1c4e9723794c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.93789933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"db8e3037-fcfe-44bb-83ab-1c4e9723794c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:24.999059111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-0f5f6d","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","reconcileID":"6a9b69d9-4ff9-4d78-9999-36b5469d49b4","namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cmp-legacy-0f5f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.014173387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7af046d5-3702-4b1c-8576-336e4d7e5658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.014199784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff21eee6-f6c8-4746-93ab-8245e63a0724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.036513856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff21eee6-f6c8-4746-93ab-8245e63a0724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.036736149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7af046d5-3702-4b1c-8576-336e4d7e5658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.038719628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"8d6814a6-8610-43f7-ae82-19a7ba6b6800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.038940628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"dfe23cae-c054-4650-8e87-efdea6979b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.056704812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"8d6814a6-8610-43f7-ae82-19a7ba6b6800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.056711704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"dfe23cae-c054-4650-8e87-efdea6979b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.141297164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"72b9a37c-4b9e-41ce-be8b-f215c8dc4a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.141784659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"a19904a3-7373-461c-800a-9d08a3c484bf","namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.154849273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c37b2089-bcc5-48b7-860e-71267f2f0aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.154958554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0cdc9f27-e25c-404c-9c99-16c55aaf95c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.155259286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a705c7-5003-4459-b725-a018ca86166d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.155667553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c0447a3d-d286-4a46-bc62-6e433e4f7d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.159376189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"72b9a37c-4b9e-41ce-be8b-f215c8dc4a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.173158331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c37b2089-bcc5-48b7-860e-71267f2f0aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.173242485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0cdc9f27-e25c-404c-9c99-16c55aaf95c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.175812213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a705c7-5003-4459-b725-a018ca86166d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.175891087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c0447a3d-d286-4a46-bc62-6e433e4f7d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.325135716Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f7db84","namespace":"e2e-extmod-att-user-25e116"},"namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","reconcileID":"d4bc881c-e318-42d8-92dc-d002624cfc91","namespace":"e2e-extmod-att-user-25e116","name":"e2e-att-serve-f7db84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.326976674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8fb48790-81f9-4c76-94b9-3ce84544a6aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.334869625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c87e584c-106f-4b2b-a51a-34e79cd6524e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.335206623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"3e79d721-2ad3-4ca5-a3b4-90f8e6e417b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.340343197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"66599504-2006-4db8-aa61-72d9d5b9e3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.345533645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8fb48790-81f9-4c76-94b9-3ce84544a6aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.348185267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"adbe4cfd-aa97-4d87-8783-12b21984f1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.352409019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c87e584c-106f-4b2b-a51a-34e79cd6524e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.352666533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"3e79d721-2ad3-4ca5-a3b4-90f8e6e417b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.358734077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"66599504-2006-4db8-aa61-72d9d5b9e3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.36220073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8fb48790-81f9-4c76-94b9-3ce84544a6aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.366091836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"adbe4cfd-aa97-4d87-8783-12b21984f1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.368762838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c87e584c-106f-4b2b-a51a-34e79cd6524e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.369543523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"3e79d721-2ad3-4ca5-a3b4-90f8e6e417b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.466486647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"955a289a-fd19-4465-9158-672cc6b2bace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.47080868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"20ce85b0-1303-442e-a27c-82d414f586d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.479689858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d74ed421-2bdb-4e0d-9ed1-2f493ee0d08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.511205754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"556faba3-476e-439c-b2e1-d27d6e048806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.520494835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ed35c95e-4968-463b-82b1-62e5915e89f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.530754491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"955a289a-fd19-4465-9158-672cc6b2bace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.533668614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"20ce85b0-1303-442e-a27c-82d414f586d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.542386464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"556faba3-476e-439c-b2e1-d27d6e048806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.543936102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d74ed421-2bdb-4e0d-9ed1-2f493ee0d08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.558040193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ed35c95e-4968-463b-82b1-62e5915e89f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.64574161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6809eda4-dda1-4b67-b770-83eb040f7316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.655553509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"1c59a96a-3e1d-4ac8-bafd-48db29cc3433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.655978898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"20c691f9-9ae7-4ea3-9a0d-07511343a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.656290116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"260eab70-cf42-46f1-affb-dbffd5db1156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.65654917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"78975333-e44c-4e34-a62b-c9508e8f1013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.665670225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6809eda4-dda1-4b67-b770-83eb040f7316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.674585134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"1c59a96a-3e1d-4ac8-bafd-48db29cc3433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.677101813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"20c691f9-9ae7-4ea3-9a0d-07511343a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.682300224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"78975333-e44c-4e34-a62b-c9508e8f1013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.684606666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"260eab70-cf42-46f1-affb-dbffd5db1156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.831262713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ccad8c8e-c30d-4ca0-84e0-9ccb54e40efc","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.851184812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c9ce7517-44cd-4d52-8a0e-75ad7c743c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.857660311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ccad8c8e-c30d-4ca0-84e0-9ccb54e40efc","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.874493623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c9ce7517-44cd-4d52-8a0e-75ad7c743c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.87759225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ccad8c8e-c30d-4ca0-84e0-9ccb54e40efc","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.932367627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"dd97c142-0ba3-46ef-83f2-47c192c2f281","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.932381802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"76067402-b04a-45f4-ac0d-dc500ace6444","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.949395942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"88e9871a-c014-4186-99b7-23499e06dc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.953507122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"76067402-b04a-45f4-ac0d-dc500ace6444","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.954935241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"dd97c142-0ba3-46ef-83f2-47c192c2f281","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.96827518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"88e9871a-c014-4186-99b7-23499e06dc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.970756127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"76067402-b04a-45f4-ac0d-dc500ace6444","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:25.971708237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"dd97c142-0ba3-46ef-83f2-47c192c2f281","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:26.964280802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"7109dcf6-963c-450d-b492-54be3da86287","namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:26.983710365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"d3125cff-daed-4247-b0ab-e39ebef26d65","namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.013867391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"dcfdda38-f61c-4be7-82ab-52344d0a7b1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.014016269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f99dc26a-81f6-42ce-83ea-c39dc885a207","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.014435697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"7d2710a4-b800-49fe-b7c6-57cc514a8682","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.035415226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8385520f-83f8-4d55-8cf8-cbba7f8f6f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.035770931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a9652f0-9016-41d7-b256-2ac1afc82342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.041660732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"7d2710a4-b800-49fe-b7c6-57cc514a8682","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.04225455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"dcfdda38-f61c-4be7-82ab-52344d0a7b1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.043936521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f99dc26a-81f6-42ce-83ea-c39dc885a207","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.077163956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"dcfdda38-f61c-4be7-82ab-52344d0a7b1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.078213524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a9652f0-9016-41d7-b256-2ac1afc82342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.078448258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f99dc26a-81f6-42ce-83ea-c39dc885a207","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.082246951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8385520f-83f8-4d55-8cf8-cbba7f8f6f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.088396523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"7d2710a4-b800-49fe-b7c6-57cc514a8682","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.134702567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e92365d8-f54a-459a-a5eb-57ffcf5132aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.137003138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e055228e-5d4e-449a-a730-c74720aa684a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.142053461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"22c1f13c-3834-458c-89f9-2c6e5152f9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.156999296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e055228e-5d4e-449a-a730-c74720aa684a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.157417558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e92365d8-f54a-459a-a5eb-57ffcf5132aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.162336653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"22c1f13c-3834-458c-89f9-2c6e5152f9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.215284532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"9f03f626-815d-4321-b60f-7c6486593539","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.256443733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"52879d72-0f1f-4db1-9268-95cabcf658c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.275012248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"52879d72-0f1f-4db1-9268-95cabcf658c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.35821039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"04b23483-5dd5-48a6-b8a6-c3391deea9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.358263913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e3a80321-f50f-4c37-b4d2-56397e8214b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.358589158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e273c6b-611a-412b-b1dd-14c040e5da08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.358590434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ec81bcf0-fab5-42e3-a9a7-0c45a663fe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.375158817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bd39db6d-bcd2-4def-aeb3-311c2a6873c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.379418586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e273c6b-611a-412b-b1dd-14c040e5da08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.379982431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ec81bcf0-fab5-42e3-a9a7-0c45a663fe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.381822563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e3a80321-f50f-4c37-b4d2-56397e8214b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.382265889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"04b23483-5dd5-48a6-b8a6-c3391deea9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.391606052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c989d39d-a065-4b83-b8db-0376e7b97193","namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.395007808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bd39db6d-bcd2-4def-aeb3-311c2a6873c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.407267985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c0976e5d-c8e9-414e-9dc5-e6dab1c579cc","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.407286462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c0976e5d-c8e9-414e-9dc5-e6dab1c579cc","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.468694302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"39ffefed-0bcf-4f5f-8869-cbb9e1e98beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.468818126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"061c7980-7687-4d5a-925e-b08799b3f220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.497960105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"061c7980-7687-4d5a-925e-b08799b3f220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.503258999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"39ffefed-0bcf-4f5f-8869-cbb9e1e98beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.599449673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f37f9bcf-8eb8-489e-a65a-3aa2b81d20a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.656054071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1eac0507-2051-45e5-85b1-b870835dfc20","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.664487823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6cb5ddcd-3781-4fa2-8633-eec4b140333a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.670460686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f37f9bcf-8eb8-489e-a65a-3aa2b81d20a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.677031929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1eac0507-2051-45e5-85b1-b870835dfc20","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.677894863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"d9e25d07-a9a2-4dd1-af98-5b9ba1910a8c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.759067202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6cb5ddcd-3781-4fa2-8633-eec4b140333a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.761577448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f37f9bcf-8eb8-489e-a65a-3aa2b81d20a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.763843467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1eac0507-2051-45e5-85b1-b870835dfc20","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.764292538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"edbfc3df-55d0-4702-946b-bf54a702491d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.765984147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"d9e25d07-a9a2-4dd1-af98-5b9ba1910a8c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.78265783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"edbfc3df-55d0-4702-946b-bf54a702491d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.783190028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"d9e25d07-a9a2-4dd1-af98-5b9ba1910a8c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.804854428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b95bf73b-f1a1-439f-985d-c73bae4b11d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.80651649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f5230a-d869-4d88-80b4-2a9a020cd24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.82360464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b95bf73b-f1a1-439f-985d-c73bae4b11d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.82560826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"370135bf-a66c-43a8-86bd-946de371e672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.856863561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87f5230a-d869-4d88-80b4-2a9a020cd24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.859906086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"370135bf-a66c-43a8-86bd-946de371e672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.869050416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3412ec08-027a-43be-b4f6-2472a0ca9715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.886141781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aa2e3d78-066a-47b2-9190-e9b60f741a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.888144337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3412ec08-027a-43be-b4f6-2472a0ca9715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.905040249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"aa2e3d78-066a-47b2-9190-e9b60f741a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.931431309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c47a3045-5e71-4007-a9e5-7713f51e51eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:27.951524168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c47a3045-5e71-4007-a9e5-7713f51e51eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:28.031181435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a0540faf-64fe-41ed-82fc-64b7b17d0681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:28.031187765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"564471ab-f726-4cac-af81-439c31a8c9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:28.049934073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"564471ab-f726-4cac-af81-439c31a8c9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:28.050938008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a0540faf-64fe-41ed-82fc-64b7b17d0681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.699154663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"e51ef506-eaf7-4e7b-b77a-a6468582c32a","namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.719703645Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"70e6f14a-4287-4195-9bf3-474b76baccee","namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.734058847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4a0aeab5-4e42-47b8-a378-036f9ac56fe7","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.734484616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"6a975529-8d46-4b8e-9542-fb5429f92f03","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.734819558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"f1987515-ce5e-46cf-a496-dec6260e26f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.747999199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"997a7c74-e8b7-4267-b09a-c2eb542afbc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.749209918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3f7d702-ad86-44e4-9389-d56e21f3df7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.752911339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4a0aeab5-4e42-47b8-a378-036f9ac56fe7","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.755544407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"6a975529-8d46-4b8e-9542-fb5429f92f03","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.757203399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"f1987515-ce5e-46cf-a496-dec6260e26f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.767338914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"997a7c74-e8b7-4267-b09a-c2eb542afbc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.76944978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3f7d702-ad86-44e4-9389-d56e21f3df7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.773216229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4a0aeab5-4e42-47b8-a378-036f9ac56fe7","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.773661549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"6a975529-8d46-4b8e-9542-fb5429f92f03","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.777629676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"f1987515-ce5e-46cf-a496-dec6260e26f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.820597781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"2702805b-a57a-4b94-bfdc-cb6a7b2ab249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.820702078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fbcd7cc9-57cf-44fc-ad93-3e37bf2d50ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.821589492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"19970c24-8cc9-4b4c-9ca7-4e115fc1c5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.852588526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fbcd7cc9-57cf-44fc-ad93-3e37bf2d50ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.854218034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"2702805b-a57a-4b94-bfdc-cb6a7b2ab249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.860150911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"19970c24-8cc9-4b4c-9ca7-4e115fc1c5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.904267833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"33c282f1-4d19-4aa2-91cc-754f3c222c72","namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.916949991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c29db043-973e-4bca-b9e8-c60d52d9b2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.916959622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"916b097c-a958-465f-826b-6ed0a6b3cc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.939155105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c29db043-973e-4bca-b9e8-c60d52d9b2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.939176396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"916b097c-a958-465f-826b-6ed0a6b3cc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.94718923Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"e2073195-6ae0-4be3-ad3c-14431922c0a9","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:29.981689305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"0b311dd0-9d18-4815-b646-27324a07a85b","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:29.996348162Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"0b311dd0-9d18-4815-b646-27324a07a85b","name":"e2e-cfl-7a97ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-7a97ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:29.996406138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"0b311dd0-9d18-4815-b646-27324a07a85b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-7a97ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.015566745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"a0fe6e6f-a1ed-44ec-9fa9-e3b95b61dda8","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.043965938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7d9d5fa-db08-4286-840b-abe69babe2db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.044035103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9ef19a71-a391-4261-b188-7383aed9fd94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.044354934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8a2e5ce5-5dea-4e10-88c9-ce2f919115d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.063298018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9ef19a71-a391-4261-b188-7383aed9fd94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.063519534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8a2e5ce5-5dea-4e10-88c9-ce2f919115d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.065613168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7d9d5fa-db08-4286-840b-abe69babe2db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.127720352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"20184927-853e-4a61-ac4e-b4a54ebe5e01","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.127829165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"20184927-853e-4a61-ac4e-b4a54ebe5e01","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.140753285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bfa9447a-8417-48de-8cc8-89dbc7754668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.140875792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3b6ec0e6-98f9-4325-b976-855edd844495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.16039403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bfa9447a-8417-48de-8cc8-89dbc7754668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.160561402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3b6ec0e6-98f9-4325-b976-855edd844495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.22942977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"cbc2d359-7ef0-4d9b-bbcb-ad10056de51d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.24374138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41c03144-3d5d-4312-9550-f0fd22cc60e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.243746256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"691a3564-5f7e-49bc-8792-fba9b689c286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.248667869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"cbc2d359-7ef0-4d9b-bbcb-ad10056de51d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.261948545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41c03144-3d5d-4312-9550-f0fd22cc60e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.265473599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"cbc2d359-7ef0-4d9b-bbcb-ad10056de51d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.265650473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"691a3564-5f7e-49bc-8792-fba9b689c286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.327932452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"12706985-0ab8-41fd-82b6-6e687fe7816a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.328482789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"cbc49400-807a-482a-876a-ea1a88f18525","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.343721189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d5063dfd-7f23-4f5e-a792-3ea75fd2d623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.349335688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"cbc49400-807a-482a-876a-ea1a88f18525","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.349437962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"12706985-0ab8-41fd-82b6-6e687fe7816a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.357159475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e26bb573-8cfa-49ad-8836-9bb38e9e3be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.357159477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1019c830-fd35-4d3d-8156-26f3fe15489b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.361887656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"d5063dfd-7f23-4f5e-a792-3ea75fd2d623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.367155266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-514a7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (522e7b6249b667be801798fc5ac93a8fb8cd8a0de3c6a8f7d4d7fa39bb7c73b3) AuthConfig (68e321fe74f2f55f2e81d93a8d83fb41873113208eb066a991527c2298add5ab) AuthConfig (a723e37037c01b102eb68c374c386dc6666e7c734ae8f41298bb1ab17accf8c3) AuthConfig (40fb65eb851d3cc81217a87121c07b1e0c64fec9c28c15239016253233003a19) AuthConfig (33b09198695ea4c0ab70d3d0b5499dedde67ec16a9779e6f58508d15b4969b0a) AuthConfig (ee36f162d150d7a28dcc00d856539c163b69e7ca36ff52e6fc26b5cbbb6d3b5f) AuthConfig (1331c19df801f08ba4bd79dcc396a531e37f73332595033e0c9976af0513a4b9) AuthConfig (1c121a8d368136b36499afbae24e66566a95748b1d66a2bbcd4832ceb2f32d71) AuthConfig (ff5a1a597ceb85d57b880c12fc7e1ba6b1add847b99d864ee62981498533c5d3) AuthConfig (cd9e594f77849d9dcf2cbbef401eb64b1bb6120bb7ff2c4bb1defad29af7d513)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"12706985-0ab8-41fd-82b6-6e687fe7816a","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.367636129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"cbc49400-807a-482a-876a-ea1a88f18525","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.380054792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1019c830-fd35-4d3d-8156-26f3fe15489b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.380180593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e26bb573-8cfa-49ad-8836-9bb38e9e3be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.442351655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ecf175a1-4ce4-4384-91e6-fb8e825724f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.442512867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"5c049316-2436-46d2-863e-015ec1b436f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.443407501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"28c1ea58-60a8-405b-b0ff-56c155198aa5","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.443425511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"28c1ea58-60a8-405b-b0ff-56c155198aa5","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.460397755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ecf175a1-4ce4-4384-91e6-fb8e825724f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.460877464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"5c049316-2436-46d2-863e-015ec1b436f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.527308618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"1ec25cf8-2375-4681-832d-bdc9024aab3c","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.577055968Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"1ec25cf8-2375-4681-832d-bdc9024aab3c","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.594904269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"1ec25cf8-2375-4681-832d-bdc9024aab3c","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.631013586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"9e354776-df1c-47a7-933c-33bbe789296b","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:30.631038097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"9e354776-df1c-47a7-933c-33bbe789296b","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:32.971606018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"f54cbede-afbd-4baa-8b88-21f6f92f0f64","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:34.89340429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:37.332271065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"89e939b9-6cea-4235-989a-92d3fed62dbc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:37.352356982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"89e939b9-6cea-4235-989a-92d3fed62dbc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:37.369538622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0ef64a1068044544e1c5d2ed77b731d9afc43d67427179606cc16ba9515991d) AuthConfig (29542c3fffcf9a6839c93acaa66bca78aafe17b6927727ef50de11f200ca4ce7) AuthConfig (4b4e3e7c6691b8afe7a56f4354df94444a829c9d21a16676e4542b51d81c9ead) AuthConfig (6099f54b5c5e0632d59698305dd8828d9114d4b3dbb194e357849741ae2ee2e7) AuthConfig (a8061e5a2e3ebdaa20c0d0c132f5ac14663cec483856dd962368a9f962a26dec) AuthConfig (cb5274581ccc519f0743113ecdac6be4cd2208663e944fb52c8d9a6ce7808c63) AuthConfig (a8291040ea63394d5f7f5f71c6efb895ac8bfc5af51e5fa8f0e4f283f1ae4309) AuthConfig (45b6aef7c9825d288a0552568e60d60113f1842a57d782c947e2a52740e45db1) AuthConfig (fe8c74b14ba978aa3401a55e5ca62e0e3a724a7b96a32df037b2aeb793702d94) AuthConfig (d0d4cf586429ab8d1fe252a0273f11f5abbc07fc623265c695959ae61dd19f18) AuthConfig (2aa04f6a41c7f69e9fc7ff7872c7d9428d3515061c785b9ceb5b1931f5f2e49a) AuthConfig (7aadc9d5558c855f3f0484d37861d0a45434063ddcbbf43e618972a37cfa6fa3) AuthConfig (d93212a0044b089ae37aafa4d51d769a12c538aef88ecb193b93e3cda6d584c2) AuthConfig (d7b44fe8aeb5dba19766016af3fd4476f92151fb119c0371fa2412836bfa6d69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"89e939b9-6cea-4235-989a-92d3fed62dbc","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:37.402892008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"3274f426-f7aa-4bdc-9c90-104a3b1c3b1d","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:37.402918835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"3274f426-f7aa-4bdc-9c90-104a3b1c3b1d","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:37.98394473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c72c8e27-3f61-419b-818f-a38681aa685e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:38.009508136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c72c8e27-3f61-419b-818f-a38681aa685e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:38.027026995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c72c8e27-3f61-419b-818f-a38681aa685e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.681968277Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"3f9f1695-1a27-4058-9856-216900f5ce3d","namespace":"llm","name":"e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.702337124Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"4f34ba09-0309-46f6-9ea6-d033c7bc831d","namespace":"llm","name":"e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.712251008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"02867865-1c24-4816-9349-894555da6a26","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.713704907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8e16532e-4ef7-4df0-9b0c-5c9f17bbb73c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.713705583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"fde8518c-014e-4b30-b8ef-40fed032fb00","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.715415484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"64ed08fc-8197-4ce5-8af1-37009d42eaea","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.725550944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"916a9add-8e37-46cd-b22a-76ce1e20765e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.732635065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"fde8518c-014e-4b30-b8ef-40fed032fb00","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.733268941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8e16532e-4ef7-4df0-9b0c-5c9f17bbb73c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.735239532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"64ed08fc-8197-4ce5-8af1-37009d42eaea","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.735451176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"02867865-1c24-4816-9349-894555da6a26","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.744011824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"916a9add-8e37-46cd-b22a-76ce1e20765e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.749946813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0ef64a1068044544e1c5d2ed77b731d9afc43d67427179606cc16ba9515991d) AuthConfig (29542c3fffcf9a6839c93acaa66bca78aafe17b6927727ef50de11f200ca4ce7) AuthConfig (4b4e3e7c6691b8afe7a56f4354df94444a829c9d21a16676e4542b51d81c9ead) AuthConfig (6099f54b5c5e0632d59698305dd8828d9114d4b3dbb194e357849741ae2ee2e7) AuthConfig (a8061e5a2e3ebdaa20c0d0c132f5ac14663cec483856dd962368a9f962a26dec) AuthConfig (cb5274581ccc519f0743113ecdac6be4cd2208663e944fb52c8d9a6ce7808c63) AuthConfig (a8291040ea63394d5f7f5f71c6efb895ac8bfc5af51e5fa8f0e4f283f1ae4309) AuthConfig (45b6aef7c9825d288a0552568e60d60113f1842a57d782c947e2a52740e45db1) AuthConfig (fe8c74b14ba978aa3401a55e5ca62e0e3a724a7b96a32df037b2aeb793702d94) AuthConfig (d0d4cf586429ab8d1fe252a0273f11f5abbc07fc623265c695959ae61dd19f18) AuthConfig (2aa04f6a41c7f69e9fc7ff7872c7d9428d3515061c785b9ceb5b1931f5f2e49a) AuthConfig (7aadc9d5558c855f3f0484d37861d0a45434063ddcbbf43e618972a37cfa6fa3) AuthConfig (d93212a0044b089ae37aafa4d51d769a12c538aef88ecb193b93e3cda6d584c2) AuthConfig (d7b44fe8aeb5dba19766016af3fd4476f92151fb119c0371fa2412836bfa6d69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8e16532e-4ef7-4df0-9b0c-5c9f17bbb73c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.752706211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"64ed08fc-8197-4ce5-8af1-37009d42eaea","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.753376608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"02867865-1c24-4816-9349-894555da6a26","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.777783717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3bc7b477-e118-4adc-a5f5-607e6430ac50","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.777806431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3bc7b477-e118-4adc-a5f5-607e6430ac50","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.778245098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b0934ee3-f822-4294-bf6f-f76342045fb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.778265693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b0934ee3-f822-4294-bf6f-f76342045fb0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.778664757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d4c27aa-df98-4705-82aa-85e869b09071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.778682491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d4c27aa-df98-4705-82aa-85e869b09071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.779188364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33b6739e-105b-41eb-9bf2-e7fb4afef4bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.779205277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33b6739e-105b-41eb-9bf2-e7fb4afef4bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.779689614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"020f71f4-2558-483a-9b14-04a37f56c438","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.779704842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"020f71f4-2558-483a-9b14-04a37f56c438","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.780046062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3195987a-62d6-41d8-bc8e-43a467ba1b85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.780060699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3195987a-62d6-41d8-bc8e-43a467ba1b85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.780423759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"389a2571-e302-4c40-b4b4-17a9cfc67e71","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.780439073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"389a2571-e302-4c40-b4b4-17a9cfc67e71","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.780778338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b16858a3-4d44-4cae-b506-033d2fd299dc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.780792304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b16858a3-4d44-4cae-b506-033d2fd299dc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.792828558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"df3e0fd7-8f99-4e79-b38b-681118c734fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.795011276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"c150fdad-54f1-4a25-aa79-9c25ab288d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.796034415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94a913df-6c81-4ea7-afe6-20d678b26921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.811057055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"df3e0fd7-8f99-4e79-b38b-681118c734fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.814615728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94a913df-6c81-4ea7-afe6-20d678b26921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.814640523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"c150fdad-54f1-4a25-aa79-9c25ab288d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.833537878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b6b86e9-1a80-446f-8abc-71cc34c8e250","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.833556986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b6b86e9-1a80-446f-8abc-71cc34c8e250","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.833934825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6365933e-d454-46ea-b2a3-7de76a012cd1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.833954268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6365933e-d454-46ea-b2a3-7de76a012cd1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.834239096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5527b15d-652d-4313-ba37-b6fc525dc7f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.834264133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5527b15d-652d-4313-ba37-b6fc525dc7f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.8345154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"943a89b6-e0f3-4a9b-8c4e-6d340e8d95bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.834526937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"943a89b6-e0f3-4a9b-8c4e-6d340e8d95bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.834766946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42867af-d189-4974-8281-dc95e509c5c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.834777796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42867af-d189-4974-8281-dc95e509c5c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.835120568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5be61d4a-9e9c-4f43-af95-2280b5797cb7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.835131834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5be61d4a-9e9c-4f43-af95-2280b5797cb7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.835474137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2b32769-0b69-4bf1-9e5c-4364a1aaa27c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.835488525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2b32769-0b69-4bf1-9e5c-4364a1aaa27c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.83572128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1077a7c-60d0-4481-97f9-d07925722dd5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.835732203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1077a7c-60d0-4481-97f9-d07925722dd5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.836668951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"249d2f54-ce28-4e8f-ae0f-3d3a675e1c7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.836696222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80528752-7b61-43af-8ff6-a3d5cfc143e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.915287204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"55d4cf66-d183-4afd-b920-cb4716f51091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.933944411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"55d4cf66-d183-4afd-b920-cb4716f51091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:39.938256492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"ee065fd6-adf6-4dea-b46a-af0b507e8ef7","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"name":"e2e-dft-275dfc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.004487921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c50f3a2e-bc38-428b-b591-7cd2799ac06d","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.004509453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c50f3a2e-bc38-428b-b591-7cd2799ac06d","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.018620211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f0eb6816-c3fa-4ad2-9e21-f9d251561806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.018801357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f4ea8b0f-26eb-4a61-8874-f32faa718fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.018969872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aea8f77-acbe-4fbf-89c1-6d6cbbcc2fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.030422223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"b2f44cd2-27a2-4828-9f10-ba85a7f6eea4","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.036988598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f4ea8b0f-26eb-4a61-8874-f32faa718fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.038646629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aea8f77-acbe-4fbf-89c1-6d6cbbcc2fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.041061858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f0eb6816-c3fa-4ad2-9e21-f9d251561806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.065066069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"45cc52ab-89ad-47f6-a909-840d01bcd33e","namespace":"llm","name":"e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.079216599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"fa3b786a-8e16-430b-a69a-bda9fa1799ae","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.079237045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"fa3b786a-8e16-430b-a69a-bda9fa1799ae","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.094339663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ffe745bc-ca11-4f2c-a7fb-e4f2d41a14ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.112635601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"ffe745bc-ca11-4f2c-a7fb-e4f2d41a14ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.118307908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"250a4d4e-b515-4121-8828-449d3916c603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.119898374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0388739e-8334-4c28-9138-d039ca9c3a78","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.131540847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"52678b0a-c2bf-4255-a01c-efff80c9e901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.131567909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7f0f2c30-5773-45e5-8712-45128b07581d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.138546361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0388739e-8334-4c28-9138-d039ca9c3a78","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.14104182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"250a4d4e-b515-4121-8828-449d3916c603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.153182253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"52678b0a-c2bf-4255-a01c-efff80c9e901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.173126644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7f0f2c30-5773-45e5-8712-45128b07581d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.306708532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"e2c31043-243d-453b-a0f9-9928d7fc8706","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.325291768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"67617096-cf08-4d42-a58a-f5030bf4edfb","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.326591667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"62a869ed-70a9-4ec3-aef2-d1b7c5bd7d1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.339597885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"5c874401-52be-4862-849e-05a6b80854ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.340793884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"e2c31043-243d-453b-a0f9-9928d7fc8706","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.346882085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"67617096-cf08-4d42-a58a-f5030bf4edfb","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.347144326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"62a869ed-70a9-4ec3-aef2-d1b7c5bd7d1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.360844264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"5c874401-52be-4862-849e-05a6b80854ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.36275327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"e2c31043-243d-453b-a0f9-9928d7fc8706","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.375286839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0ef64a1068044544e1c5d2ed77b731d9afc43d67427179606cc16ba9515991d) AuthConfig (29542c3fffcf9a6839c93acaa66bca78aafe17b6927727ef50de11f200ca4ce7) AuthConfig (4b4e3e7c6691b8afe7a56f4354df94444a829c9d21a16676e4542b51d81c9ead) AuthConfig (6099f54b5c5e0632d59698305dd8828d9114d4b3dbb194e357849741ae2ee2e7) AuthConfig (a8061e5a2e3ebdaa20c0d0c132f5ac14663cec483856dd962368a9f962a26dec) AuthConfig (cb5274581ccc519f0743113ecdac6be4cd2208663e944fb52c8d9a6ce7808c63) AuthConfig (a8291040ea63394d5f7f5f71c6efb895ac8bfc5af51e5fa8f0e4f283f1ae4309) AuthConfig (45b6aef7c9825d288a0552568e60d60113f1842a57d782c947e2a52740e45db1) AuthConfig (fe8c74b14ba978aa3401a55e5ca62e0e3a724a7b96a32df037b2aeb793702d94) AuthConfig (d0d4cf586429ab8d1fe252a0273f11f5abbc07fc623265c695959ae61dd19f18) AuthConfig (2aa04f6a41c7f69e9fc7ff7872c7d9428d3515061c785b9ceb5b1931f5f2e49a) AuthConfig (7aadc9d5558c855f3f0484d37861d0a45434063ddcbbf43e618972a37cfa6fa3) AuthConfig (d93212a0044b089ae37aafa4d51d769a12c538aef88ecb193b93e3cda6d584c2) AuthConfig (d7b44fe8aeb5dba19766016af3fd4476f92151fb119c0371fa2412836bfa6d69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"62a869ed-70a9-4ec3-aef2-d1b7c5bd7d1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.375595206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"67617096-cf08-4d42-a58a-f5030bf4edfb","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.428526206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ec51e301-0993-4169-946e-c43152fcc935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.429232712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"735eb972-7c8e-4f15-b2b9-44d084017adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.434623585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"006c02d7-5213-4cc5-b21b-92a4f02d0937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.434624309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70e638e-f1c8-4353-84cf-10ca5309791c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.449854419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ec51e301-0993-4169-946e-c43152fcc935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.45048075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"735eb972-7c8e-4f15-b2b9-44d084017adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.468724341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2c280b7e-f314-496c-a0ba-b54ad6c51b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.475672656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c70e638e-f1c8-4353-84cf-10ca5309791c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.47659593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"006c02d7-5213-4cc5-b21b-92a4f02d0937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.48865008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"2c280b7e-f314-496c-a0ba-b54ad6c51b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.554172811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"85cc78a9-6cf4-4101-aa1d-5185703d1e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.557845735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3dccad4-5f2e-4599-bb0a-d9c060b1ff28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.566816466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"af6ed3c7-34f1-4ce6-9e88-bf7a9a25f982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.573173745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"85cc78a9-6cf4-4101-aa1d-5185703d1e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.578685322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3dccad4-5f2e-4599-bb0a-d9c060b1ff28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.586216182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"af6ed3c7-34f1-4ce6-9e88-bf7a9a25f982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.841874657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"e8293690-d26d-4c80-98d6-6fc5793f8813","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.841902425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"e8293690-d26d-4c80-98d6-6fc5793f8813","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.858837805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"0489338b-58c7-4e08-b186-1360a49e76d2","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.858861067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"0489338b-58c7-4e08-b186-1360a49e76d2","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.97505217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"7489bd2e-f1cf-4e5e-9932-475b7d522be1","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:40.993140367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"7489bd2e-f1cf-4e5e-9932-475b7d522be1","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.188636351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"89f1f102-1b0a-4d4a-b162-ad7535f47c55","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.188670308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"89f1f102-1b0a-4d4a-b162-ad7535f47c55","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.23614216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"c6179260-02a2-46d3-925b-415d32cae06c","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.256106552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"c6179260-02a2-46d3-925b-415d32cae06c","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.290917803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"eed63661-5f26-4788-9f96-6dba6ee88fae","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.290958505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"eed63661-5f26-4788-9f96-6dba6ee88fae","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.343732241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"0622d9c7-86a7-4370-9008-725f3d7080b7","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.343767143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"0622d9c7-86a7-4370-9008-725f3d7080b7","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:41.351976687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"3552eac5-9c72-41a3-a744-b843f2175b8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-49e387-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:41.361907827Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"0622d9c7-86a7-4370-9008-725f3d7080b7","name":"e2e-att-unrel-49e387","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-49e387\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:41.361987074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"0622d9c7-86a7-4370-9008-725f3d7080b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-49e387\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.368166371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"197adb95-d27f-4a86-8e87-f2065b761043","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.381795082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"ecf27ba3-e615-4e1c-ad85-3bfbbc8bc52c","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.381818063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"ecf27ba3-e615-4e1c-ad85-3bfbbc8bc52c","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.386910674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"197adb95-d27f-4a86-8e87-f2065b761043","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.403943404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"2fab895b-f0f5-4842-bc0f-c445dd4f1c0d","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.40396707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"2fab895b-f0f5-4842-bc0f-c445dd4f1c0d","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.423277638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"7be04cef-86e6-4595-aeb9-ed45e8dcf5f8","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.423300972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"7be04cef-86e6-4595-aeb9-ed45e8dcf5f8","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.486867106Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"f79468ae-43ba-4e50-8540-38c3a5be0b8a","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-att-unrel-49e387","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-514a7b/e2e-att-unrel-49e387-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.57172746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c24fb74a-63f4-4404-8eb4-292477c64b54","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.571754293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c24fb74a-63f4-4404-8eb4-292477c64b54","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.64949814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"56843332-e6c1-4a5d-b131-52cc3ed97070","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.720934196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"04baddcc-4e4f-4d72-bbae-a8066848b0de","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:41.740665136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"04baddcc-4e4f-4d72-bbae-a8066848b0de","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:42.986871867Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"21c4859f-3cf3-4767-8691-209a4dc32744","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.545883191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"687c184e-70b7-46b3-b2f8-8218b7c222b2","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.545906977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"687c184e-70b7-46b3-b2f8-8218b7c222b2","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:47:43.562186002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"d3256866-9959-4c60-a7a0-a7791ee81884","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-275dfc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.582514881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"4e410350-fd25-46c6-bc53-2ccbfd2a9f10","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.582536479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"4e410350-fd25-46c6-bc53-2ccbfd2a9f10","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.594692448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c8e5032-2918-4535-9dca-4f7554a888bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.59469774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"13be5926-c611-4971-9a5f-7a435e4bb42b","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.594918001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dff703-08b7-47f1-a00b-43909d28aa96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.614335102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05dff703-08b7-47f1-a00b-43909d28aa96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.614371598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c8e5032-2918-4535-9dca-4f7554a888bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.61652898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"13be5926-c611-4971-9a5f-7a435e4bb42b","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.618581523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"e09aa43f-e181-4732-aa78-79f0558788b0","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.618598594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"e09aa43f-e181-4732-aa78-79f0558788b0","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.643829389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"bd727288-7edc-4b0d-a1e1-6f6146b3b43b","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.643851119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"bd727288-7edc-4b0d-a1e1-6f6146b3b43b","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.704017247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"49f8f9fd-6c51-463e-9f2d-90dedf0f63a2","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-275dfc","model":"e2e-dft-275dfc","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-275dfc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.785558573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"8ffee18c-cae0-4aa1-afca-c4efa4b07d4d","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.785588623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"8ffee18c-cae0-4aa1-afca-c4efa4b07d4d","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.799946834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793d8ba0-68fd-4c6a-8c4d-b96c2935a03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.800158575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07f344ff-a3b2-4554-950e-0ee56555297a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.818438571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07f344ff-a3b2-4554-950e-0ee56555297a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.818653755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793d8ba0-68fd-4c6a-8c4d-b96c2935a03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.844937985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"688aa198-cf07-41f1-8f7f-c9542dea719f","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-275dfc","model":"llm/e2e-dft-275dfc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.901721932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"1498727e-64a7-41b5-a90a-4cc9d58e708d","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:43.920105288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"1498727e-64a7-41b5-a90a-4cc9d58e708d","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.045452206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"404e65fa-b16f-417a-af3c-c75ff3c552bb","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.39325076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d620fdd3-a96c-4b79-abc9-13bdef5e2baa","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.406564775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"9ea01c99-f96b-48f2-a1f7-a678d0547083","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.40666235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"139edfd1-3deb-4d4b-a8a8-cc8aec8583d0","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.411445997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d620fdd3-a96c-4b79-abc9-13bdef5e2baa","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.424021672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"139edfd1-3deb-4d4b-a8a8-cc8aec8583d0","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.425373906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"9ea01c99-f96b-48f2-a1f7-a678d0547083","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.427758084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d620fdd3-a96c-4b79-abc9-13bdef5e2baa","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.440409035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"139edfd1-3deb-4d4b-a8a8-cc8aec8583d0","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:50.44155963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0ef64a1068044544e1c5d2ed77b731d9afc43d67427179606cc16ba9515991d) AuthConfig (29542c3fffcf9a6839c93acaa66bca78aafe17b6927727ef50de11f200ca4ce7) AuthConfig (4b4e3e7c6691b8afe7a56f4354df94444a829c9d21a16676e4542b51d81c9ead) AuthConfig (6099f54b5c5e0632d59698305dd8828d9114d4b3dbb194e357849741ae2ee2e7) AuthConfig (a8061e5a2e3ebdaa20c0d0c132f5ac14663cec483856dd962368a9f962a26dec) AuthConfig (cb5274581ccc519f0743113ecdac6be4cd2208663e944fb52c8d9a6ce7808c63) AuthConfig (a8291040ea63394d5f7f5f71c6efb895ac8bfc5af51e5fa8f0e4f283f1ae4309) AuthConfig (45b6aef7c9825d288a0552568e60d60113f1842a57d782c947e2a52740e45db1) AuthConfig (fe8c74b14ba978aa3401a55e5ca62e0e3a724a7b96a32df037b2aeb793702d94) AuthConfig (d0d4cf586429ab8d1fe252a0273f11f5abbc07fc623265c695959ae61dd19f18) AuthConfig (2aa04f6a41c7f69e9fc7ff7872c7d9428d3515061c785b9ceb5b1931f5f2e49a) AuthConfig (7aadc9d5558c855f3f0484d37861d0a45434063ddcbbf43e618972a37cfa6fa3) AuthConfig (d93212a0044b089ae37aafa4d51d769a12c538aef88ecb193b93e3cda6d584c2) AuthConfig (d7b44fe8aeb5dba19766016af3fd4476f92151fb119c0371fa2412836bfa6d69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"9ea01c99-f96b-48f2-a1f7-a678d0547083","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:47:53.001410194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"4a9e6f92-a69c-47bd-a14f-678eca481982","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.060323345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"dc2c2aff-39cc-41ba-9d8d-ec8a7275e3a4","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.473345407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"96658f64-0498-4abb-a653-ae6527b5e292","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.481162057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"ac8baf2b-e888-432d-94aa-188e72846e42","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.481168478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f0fac587-671f-44ee-a6a4-35d5b3fff9f9","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.492371213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"96658f64-0498-4abb-a653-ae6527b5e292","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.49866597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"ac8baf2b-e888-432d-94aa-188e72846e42","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.500099524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f0fac587-671f-44ee-a6a4-35d5b3fff9f9","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.508513081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"96658f64-0498-4abb-a653-ae6527b5e292","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.515878475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0ef64a1068044544e1c5d2ed77b731d9afc43d67427179606cc16ba9515991d) AuthConfig (29542c3fffcf9a6839c93acaa66bca78aafe17b6927727ef50de11f200ca4ce7) AuthConfig (4b4e3e7c6691b8afe7a56f4354df94444a829c9d21a16676e4542b51d81c9ead) AuthConfig (6099f54b5c5e0632d59698305dd8828d9114d4b3dbb194e357849741ae2ee2e7) AuthConfig (a8061e5a2e3ebdaa20c0d0c132f5ac14663cec483856dd962368a9f962a26dec) AuthConfig (cb5274581ccc519f0743113ecdac6be4cd2208663e944fb52c8d9a6ce7808c63) AuthConfig (a8291040ea63394d5f7f5f71c6efb895ac8bfc5af51e5fa8f0e4f283f1ae4309) AuthConfig (45b6aef7c9825d288a0552568e60d60113f1842a57d782c947e2a52740e45db1) AuthConfig (fe8c74b14ba978aa3401a55e5ca62e0e3a724a7b96a32df037b2aeb793702d94) AuthConfig (d0d4cf586429ab8d1fe252a0273f11f5abbc07fc623265c695959ae61dd19f18) AuthConfig (2aa04f6a41c7f69e9fc7ff7872c7d9428d3515061c785b9ceb5b1931f5f2e49a) AuthConfig (7aadc9d5558c855f3f0484d37861d0a45434063ddcbbf43e618972a37cfa6fa3) AuthConfig (d93212a0044b089ae37aafa4d51d769a12c538aef88ecb193b93e3cda6d584c2) AuthConfig (d7b44fe8aeb5dba19766016af3fd4476f92151fb119c0371fa2412836bfa6d69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"ac8baf2b-e888-432d-94aa-188e72846e42","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:00.517420047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f0fac587-671f-44ee-a6a4-35d5b3fff9f9","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:03.017041348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"28d7bcfd-c78c-4c37-9e1b-14072570162d","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:04.890934088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:06.358752282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"beddfde6-3a15-4713-889f-e20afccb86f7","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-275dfc","model":"llm/e2e-dft-275dfc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:06.492882084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"bfaca867-f751-4360-a1ef-efee3ff01f4d","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:06.492911237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"bfaca867-f751-4360-a1ef-efee3ff01f4d","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:06.687967361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"fe74d0b1-c739-414d-9fbb-5e5a113ae76c","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:06.781652452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"4a8555b9-7e46-41c6-92bd-1b3c1ed179c7","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:06.781681194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"4a8555b9-7e46-41c6-92bd-1b3c1ed179c7","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.521854354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"6db6b03e-b617-4e81-81b8-806ee6baff78","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.540369592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"6db6b03e-b617-4e81-81b8-806ee6baff78","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.557299253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"6db6b03e-b617-4e81-81b8-806ee6baff78","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.590776433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"f94599c9-c0c2-41b9-9959-ca69e1e6c137","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.590801968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"f94599c9-c0c2-41b9-9959-ca69e1e6c137","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.656121255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9782c3a0-9a91-42c2-ae4b-8b4c8addf790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.663790343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8916f6bd-9d20-4119-bc58-b17234389732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.664250117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"f337af83-8d00-44a3-902c-c01458a8d8a9","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.682142113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9782c3a0-9a91-42c2-ae4b-8b4c8addf790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.691862769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"f337af83-8d00-44a3-902c-c01458a8d8a9","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:07.693147511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8916f6bd-9d20-4119-bc58-b17234389732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:08.054359093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"02ec2b44-305c-40f7-942e-f2077b5a73d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:08.077679418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"02ec2b44-305c-40f7-942e-f2077b5a73d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.190585278Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"dc933c13-afc9-42f8-b225-37656419e07f","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.210281731Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"94c8de59-5231-47b5-a8de-591bef380fa0","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.223209315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ca5373c7-442b-4e08-9011-7bd7a7ef1c67","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.22354836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"59ddb4c3-8a49-4f7b-82c3-6c227ba08513","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.225903675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"c9e7f86c-d016-4f91-876e-5c5fb5036147","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.234607248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"24eefe19-99d6-48fe-a0f1-1e9dd6be0a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.23542244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"64d71ce7-a77f-48f7-88de-125c670a167a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.243806556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"c9e7f86c-d016-4f91-876e-5c5fb5036147","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.244561718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ca5373c7-442b-4e08-9011-7bd7a7ef1c67","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.245965932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"59ddb4c3-8a49-4f7b-82c3-6c227ba08513","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.252663166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"24eefe19-99d6-48fe-a0f1-1e9dd6be0a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.253247166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"64d71ce7-a77f-48f7-88de-125c670a167a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.260989884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ca5373c7-442b-4e08-9011-7bd7a7ef1c67","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.262422691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"59ddb4c3-8a49-4f7b-82c3-6c227ba08513","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.292301025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a28208a7-80cf-4cd4-9454-3c78dc4a62d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.295111811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"80e44dad-d2d2-4c17-a6c7-e351c056b642","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.29512812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"80e44dad-d2d2-4c17-a6c7-e351c056b642","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.310270858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c40ea400-94a4-4170-a1c6-e01d5921f73b","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.310295656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c40ea400-94a4-4170-a1c6-e01d5921f73b","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.314688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a28208a7-80cf-4cd4-9454-3c78dc4a62d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.349841072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"168edd65-ace2-459b-bab1-6a67b94cf785","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.349864927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"168edd65-ace2-459b-bab1-6a67b94cf785","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.360236772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"08623b61-a8dc-4ddf-9561-d8261dd6c01d","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.410894797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c61cb201-0329-4eef-9672-e37e55c46f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.428694515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c61cb201-0329-4eef-9672-e37e55c46f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.431831334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"bc1dbe46-e5e2-463a-879b-fe56f98e495d","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.468333259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"bd679ec2-7197-4017-b853-75c9f538ceb6","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.468358034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"bd679ec2-7197-4017-b853-75c9f538ceb6","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.502276713Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"9762a553-5888-4d44-abfc-85b69e40bb88","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82aeb905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.510956884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"75299156-df77-496b-bc82-5332558b06a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.510958625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"eea29651-a7bb-45e1-ba9b-10c780d84f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.515287805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"0a985076-daae-4c3b-8095-8e09fc26d491","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.515305152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"0a985076-daae-4c3b-8095-8e09fc26d491","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.529074281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"75299156-df77-496b-bc82-5332558b06a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.529115195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"eea29651-a7bb-45e1-ba9b-10c780d84f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.612926607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"4cf4cabf-6c43-4ac2-956d-55b9a9618837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.621574955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd3f23a6-5598-4ba8-8e12-8b44d9eb9f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.626467186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5e6bc4d9-b8e1-4fc0-8610-a374907e258a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.630437434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"4cf4cabf-6c43-4ac2-956d-55b9a9618837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.63945915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd3f23a6-5598-4ba8-8e12-8b44d9eb9f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.639761714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"dbe4a9d2-2fdd-4eff-9f83-bbab1f5b9c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.643932304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5e6bc4d9-b8e1-4fc0-8610-a374907e258a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.652044899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"3e7466dc-d2f2-433a-8484-0aa2c7f8dd05","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.653267581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"639246a9-1101-415a-986f-f051108913e5","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.656952828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"dbe4a9d2-2fdd-4eff-9f83-bbab1f5b9c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.666645395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"5e920ee6-48bf-4e6a-bbc6-50b9b7a81bf4","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.666671078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"5e920ee6-48bf-4e6a-bbc6-50b9b7a81bf4","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.671572062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"639246a9-1101-415a-986f-f051108913e5","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.756278997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"fee7a0d2-1020-4b5a-9f94-db1429dc87e3","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.800401502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"df033016-4dfe-47e0-8438-eb1928264f07","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.80045636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"df033016-4dfe-47e0-8438-eb1928264f07","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.802106998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"a3caa927-7691-41bd-8799-413361b20467","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.960282347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"33bb72dd-dbdd-460f-b892-a0c2cbfad0e2","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.982300861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b49d37cb-436b-4fbd-ac41-27dd4f6bc736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.982869451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8b0c1e6a-ce67-4a54-8b72-b17fb13b89ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:09.982920586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"14a323d4-92b1-4588-b88c-d5cac9f25c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:09.997796298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"a5c2a4a0-2209-4d03-9fd5-f0fa50991e6f","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.000163167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a7f813a-198b-4284-9a97-ee70f47c9775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.0067937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b49d37cb-436b-4fbd-ac41-27dd4f6bc736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.009689164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"14a323d4-92b1-4588-b88c-d5cac9f25c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.010613631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8b0c1e6a-ce67-4a54-8b72-b17fb13b89ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.020935191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"346a4b3a-9dac-462f-9f5c-cc763ac62807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.021366562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"a5c2a4a0-2209-4d03-9fd5-f0fa50991e6f","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.025387086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a7f813a-198b-4284-9a97-ee70f47c9775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.044374957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7dc4c5e4-0e42-401d-9abd-fe60c25587db","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.044467707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7dc4c5e4-0e42-401d-9abd-fe60c25587db","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.045105436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"346a4b3a-9dac-462f-9f5c-cc763ac62807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.113703339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"148d921e-cd52-474b-92be-96305774edbf","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.113792822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"148d921e-cd52-474b-92be-96305774edbf","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.129775127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"bd728056-0687-4cab-bf88-295c040e295f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.130535715Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"905c6172-665a-420f-99ef-8a18ea34627f","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.145592164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"52ed9378-a3d3-4ec9-956f-e8bc39fe3402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.147360236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"bd728056-0687-4cab-bf88-295c040e295f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.149040401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"c683f5f3-184d-4109-90d1-268071dfc365","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.149138763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"c683f5f3-184d-4109-90d1-268071dfc365","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.163327205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"52ed9378-a3d3-4ec9-956f-e8bc39fe3402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.169020193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"bd728056-0687-4cab-bf88-295c040e295f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.192544549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e0acae4a-2bf0-40aa-9ead-9037a513fc13","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.194911129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"fa8c5d2b-de4d-48b8-a223-90356c8c0f27","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.203824336Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"ef636b7d-fb01-4fff-900e-b97c7a896cbb","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.203884905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"ef636b7d-fb01-4fff-900e-b97c7a896cbb","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.210291882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e0acae4a-2bf0-40aa-9ead-9037a513fc13","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.212636587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a704a448-4372-4957-b2a1-7593098aabed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.213071097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"fa8c5d2b-de4d-48b8-a223-90356c8c0f27","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.218514074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae38eda8-b756-4c28-bb80-1c613f14531d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.22800248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e0acae4a-2bf0-40aa-9ead-9037a513fc13","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.23097388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"a704a448-4372-4957-b2a1-7593098aabed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.236703792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae38eda8-b756-4c28-bb80-1c613f14531d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.284005641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4ee00192-dd4c-4f52-8f3b-4f6433f707c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.299400958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"ecbe8ef5-235e-4c56-b95b-5fe5f676c47c","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.299497034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"ecbe8ef5-235e-4c56-b95b-5fe5f676c47c","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.302421055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4ee00192-dd4c-4f52-8f3b-4f6433f707c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.383567007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"54d72256-eaad-4eae-b9c2-a477ed04b306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.401281394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"54d72256-eaad-4eae-b9c2-a477ed04b306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.474640997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"e8c7cf99-e2aa-4a67-bb6b-cb1d3eedf576","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.474706402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"e8c7cf99-e2aa-4a67-bb6b-cb1d3eedf576","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.487668176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"651793bc-afaf-465e-9042-fa389a2e37e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.487669643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"dbe0bf7b-3067-4147-806c-4e24d34e0f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.487879384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"146f724b-dc5c-4d0f-b49a-04f378e99279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.501010588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"e86e3b63-28f3-4731-afff-b3241ad0dc99","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.505869179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"651793bc-afaf-465e-9042-fa389a2e37e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.505929233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"146f724b-dc5c-4d0f-b49a-04f378e99279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.508061991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"dbe0bf7b-3067-4147-806c-4e24d34e0f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.518377465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"e86e3b63-28f3-4731-afff-b3241ad0dc99","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.60487915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38de7988-d0fc-4b99-89dd-b47a0b093887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.622839804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38de7988-d0fc-4b99-89dd-b47a0b093887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.669895745Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7a7bfa36-61d0-4af1-a3c7-4918add9fc55","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.678902252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"a9bbd371-ce40-44d3-a3c6-145c5794ee24","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.687492909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"958ca2e9-e33f-424f-9758-2d8abe98f170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.687490238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3f7de9c9-c702-4dfb-b554-781f817e5a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.696582577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"a9bbd371-ce40-44d3-a3c6-145c5794ee24","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.706865535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"958ca2e9-e33f-424f-9758-2d8abe98f170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.706885206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3f7de9c9-c702-4dfb-b554-781f817e5a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.78493605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ec28f1df-9315-4acf-a42e-73b5641a1d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.804685394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ec28f1df-9315-4acf-a42e-73b5641a1d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.809329133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"b202b01c-714b-492e-b357-ab9af5c21ef1","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:10.809408763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"b202b01c-714b-492e-b357-ab9af5c21ef1","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.873168877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d38d122b-0407-4eec-be42-6ca276ef5d8d","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.875691615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a3a09655-c5be-47ef-ad65-0007f5b223f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.875696216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"59e313e5-f110-4750-bdfa-ab8e2b97274c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.886497384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"77711cee-c325-44db-8c0b-a17c4e27d504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.891360549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d38d122b-0407-4eec-be42-6ca276ef5d8d","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.894972885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a3a09655-c5be-47ef-ad65-0007f5b223f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.895473731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"59e313e5-f110-4750-bdfa-ab8e2b97274c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.907214235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"77711cee-c325-44db-8c0b-a17c4e27d504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.91057933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d38d122b-0407-4eec-be42-6ca276ef5d8d","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.95569607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"59e313e5-f110-4750-bdfa-ab8e2b97274c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:10.98948634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"65f73b4b-3700-4d03-b0d9-d2b777dd93e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.008925332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"65f73b4b-3700-4d03-b0d9-d2b777dd93e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.088665538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"59a1e964-1f84-4e9c-ba9a-4a4914f49fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.088702168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"70c0cb33-7401-40bd-8c70-5a036f4eb3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.106701116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"59a1e964-1f84-4e9c-ba9a-4a4914f49fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.106947681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"70c0cb33-7401-40bd-8c70-5a036f4eb3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.190737956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c422cef3-e57a-4039-9e21-9ac4e52ff5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.190759129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0451a9bf-0945-4c31-b131-299f9fccab36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.205119897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23d81391-e441-49a6-9c73-4930e5f8eb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.209253194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0451a9bf-0945-4c31-b131-299f9fccab36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.209383001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c422cef3-e57a-4039-9e21-9ac4e52ff5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.226036793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23d81391-e441-49a6-9c73-4930e5f8eb02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.288810407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"23d2c8c5-e6bc-481d-a064-25a5a036dc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.302340946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"cfa80913-e2c4-43ab-9b1a-78cc480f60b3","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.306711435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"23d2c8c5-e6bc-481d-a064-25a5a036dc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.320956049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"cfa80913-e2c4-43ab-9b1a-78cc480f60b3","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.376832874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"a5bd3fd2-48e6-42c7-927e-62f3bd6364a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.395144212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"a5bd3fd2-48e6-42c7-927e-62f3bd6364a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.402871892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6cbb5cb-e5f2-4a1e-b0d8-f1d09c649b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.420297622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6cbb5cb-e5f2-4a1e-b0d8-f1d09c649b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:11.463544409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"5babb733-c821-41f3-9839-2dab8727d0c4","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:11.463606705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"5babb733-c821-41f3-9839-2dab8727d0c4","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.498567023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"860641c3-3a4f-4ef6-9e31-446dbfbeb3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.499178683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d43fccfb-e7a8-4e4e-a10a-2e4c1c44cd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.539145933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"860641c3-3a4f-4ef6-9e31-446dbfbeb3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.540354539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d43fccfb-e7a8-4e4e-a10a-2e4c1c44cd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.870566564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"1ed475c9-6b59-4312-a245-8c29da951c87","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.870604762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"1ed475c9-6b59-4312-a245-8c29da951c87","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.890773792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"aa0863b5-bcce-4680-a7fa-016ddda2c058","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:11.893045551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"aae81ece-4a95-430d-a499-7afd40abe69f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d49f79-610c38-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.904935969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"79099299-f48a-4cd9-a931-0ac657a3bf0b","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.904957568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"79099299-f48a-4cd9-a931-0ac657a3bf0b","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.909127476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"aa0863b5-bcce-4680-a7fa-016ddda2c058","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:11.91961161Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"79099299-f48a-4cd9-a931-0ac657a3bf0b","name":"e2e-cfl-same-d49f79","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-d49f79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:11.919667786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"79099299-f48a-4cd9-a931-0ac657a3bf0b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-d49f79\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.939561126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"a61fb67e-5949-4921-ad80-ddaf8898f065","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.939581164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"a61fb67e-5949-4921-ad80-ddaf8898f065","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.953846368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"bc42405c-9e14-4110-9d0d-2a04cde3fdd9","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.953869081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"bc42405c-9e14-4110-9d0d-2a04cde3fdd9","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.972349245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"b5aa1d66-591f-46d0-a9fe-99653a9c08fe","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:11.972387619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"b5aa1d66-591f-46d0-a9fe-99653a9c08fe","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:12.028907515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"ac7dd4c5-ec13-448d-b9bf-9e401fd670df","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","model":"e2e-cfl-same-d49f79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-610c38-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:12.083316439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"33d8f7a6-4909-4ab1-a830-8449adcc69e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:12.101032556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"33d8f7a6-4909-4ab1-a830-8449adcc69e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:12.109929121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"d93afde5-c310-4c40-a7f4-266396d2e24c","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:12.109960082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"d93afde5-c310-4c40-a7f4-266396d2e24c","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:12.167019088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"b81d31fe-7ac3-4cd2-8c7a-4747845fe8fd","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:12.758373426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"9155e8f0-6c9a-4c2e-9a9e-492fcf860f9d","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:12.758447348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"9155e8f0-6c9a-4c2e-9a9e-492fcf860f9d","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:13.032238832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"606c858f-fa08-47a9-b24c-29078fd5cf1e","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:15.332982564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"86ca7128-564b-43b5-bc3f-f402b3391179","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:15.333056773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"86ca7128-564b-43b5-bc3f-f402b3391179","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.763163265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"40e8d272-7b1f-454d-a346-406351fc8402","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:16.7803899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"24ba461d-7ce9-4458-9640-8f0196969f1e","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:16.780459297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"24ba461d-7ce9-4458-9640-8f0196969f1e","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.798333718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"c0b43b47-55e5-4d88-b859-75ced6c4636e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.798575708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"98afc4e4-65f1-402d-88fc-70c5d21b518a","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.800019124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d2d689c6-ac8b-411d-93ca-c21c571fd0de","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.809785395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9155155a-bbd3-46fe-9b78-ab1377810fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.817094182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"c0b43b47-55e5-4d88-b859-75ced6c4636e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.817503058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"98afc4e4-65f1-402d-88fc-70c5d21b518a","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.819371557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d2d689c6-ac8b-411d-93ca-c21c571fd0de","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.824031107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d24e9fc-5a42-421d-8338-9dcb50c9bc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.828500832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9155155a-bbd3-46fe-9b78-ab1377810fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.836087288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d2d689c6-ac8b-411d-93ca-c21c571fd0de","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.838032185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"98afc4e4-65f1-402d-88fc-70c5d21b518a","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.859668702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d24e9fc-5a42-421d-8338-9dcb50c9bc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.90970465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f1d96fe6-af67-44cd-ad0b-3cd8acaad1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.90975972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c1ea9496-446c-4d73-80e8-f22fd1bab2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.927848966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f1d96fe6-af67-44cd-ad0b-3cd8acaad1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:16.92798441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"c1ea9496-446c-4d73-80e8-f22fd1bab2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.005229982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"009136f9-ba38-4d6f-8d7a-0dadba7a6213","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.018392354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"81f112db-bdda-4093-8c2e-13be0defcc7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.023313526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"009136f9-ba38-4d6f-8d7a-0dadba7a6213","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.035834016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"81f112db-bdda-4093-8c2e-13be0defcc7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.119213501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"10d723f9-26e9-477a-a9bb-c2364da3d18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.11925961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"3e5c33f7-ab5c-47f3-8528-fcd1a568eaf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.120331204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"da9435cf-cf5d-4b0e-8d2b-4fbcd5f038e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:17.128239864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"3278c89d-f997-40b8-bbf7-c6fd35e9e2ba","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:17.128299166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"3278c89d-f997-40b8-bbf7-c6fd35e9e2ba","error":"ExternalModel e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20 is attached to several gateways [openshift-ingress/e2e-extmod-a-b0fd6a openshift-ingress/e2e-extmod-b-514a7b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.137266128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"10d723f9-26e9-477a-a9bb-c2364da3d18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.137303923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"3e5c33f7-ab5c-47f3-8528-fcd1a568eaf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.140027339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"da9435cf-cf5d-4b0e-8d2b-4fbcd5f038e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.142775981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"6109ef9b-d68f-4626-81eb-ce32745b05aa","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.142791831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"6109ef9b-d68f-4626-81eb-ce32745b05aa","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.180744703Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"685c0d42-908c-4152-afc5-7ec4f72d59e2","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.185185379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"9b7aa8d4-b4c9-48b1-9e10-f69b913b50f7","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.195437568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"36f68a89-169a-4606-8b33-410872979b94","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.195464117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"36f68a89-169a-4606-8b33-410872979b94","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.219777538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e265cea8-bbcc-4cd0-b7de-466e2fe086ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.232781473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83de4122-2dcf-4ebe-8fa5-c5eb9328907e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.238429074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e265cea8-bbcc-4cd0-b7de-466e2fe086ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.260822103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83de4122-2dcf-4ebe-8fa5-c5eb9328907e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.346589659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b1d144f6-44b0-4919-8b01-2b07f6297ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.347009748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"bf58f524-6571-490c-9f96-822430810b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.364943778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"ad6528b5-31e3-4cda-8f1c-c71c4312a7e4","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.367182255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b1d144f6-44b0-4919-8b01-2b07f6297ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.368660403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"bf58f524-6571-490c-9f96-822430810b81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.383319246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"ad6528b5-31e3-4cda-8f1c-c71c4312a7e4","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.42130866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"ce94e663-9efb-43ad-a05b-39583ae5b51a","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.425891388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ea90aacc-3496-4910-8cec-7e1c51c7126e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.440659563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"ce94e663-9efb-43ad-a05b-39583ae5b51a","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.445614729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ea90aacc-3496-4910-8cec-7e1c51c7126e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.459928984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"ce94e663-9efb-43ad-a05b-39583ae5b51a","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.463416195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"ea90aacc-3496-4910-8cec-7e1c51c7126e","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.520821668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0dba5ca8-e4e9-4b8a-b808-48e7c1a82c65","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.524242343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"6f17d771-9f05-4fa0-9c70-042ef8b77034","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.534896923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3082cd48-7260-4c61-951e-cb6523621eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.539758055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"0dba5ca8-e4e9-4b8a-b808-48e7c1a82c65","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.543358738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"6f17d771-9f05-4fa0-9c70-042ef8b77034","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.552406035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ff4b4d5-a621-43b9-82aa-41374f1727c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.55399445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"3082cd48-7260-4c61-951e-cb6523621eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.571048763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ff4b4d5-a621-43b9-82aa-41374f1727c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.654848498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a8462cda-c6c5-4e7a-81f2-28a56929e3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.655518555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e2e57336-9feb-4f6e-b098-b71efce1cfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.674157374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a8462cda-c6c5-4e7a-81f2-28a56929e3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.679705386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0770f3fb-128d-410f-9fc3-d3877374ffb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.679926201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"129c8cd0-e684-49e6-9a9e-0cc158e9c38d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.680277783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ffa622d5-7968-4809-a0c8-01971104557c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.711314189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e2e57336-9feb-4f6e-b098-b71efce1cfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.715671355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"129c8cd0-e684-49e6-9a9e-0cc158e9c38d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.722414364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0770f3fb-128d-410f-9fc3-d3877374ffb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.751673919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ffa622d5-7968-4809-a0c8-01971104557c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.829113553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"82e84967-0a4b-4483-a515-b168ad8d7edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.829519868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"fffafd4e-878e-43cf-b857-7465d6662962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.844163585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53a52724-2ad0-4fc4-9146-ed3c54abe14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.847820132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"fffafd4e-878e-43cf-b857-7465d6662962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.84865148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"82e84967-0a4b-4483-a515-b168ad8d7edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:17.865071692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53a52724-2ad0-4fc4-9146-ed3c54abe14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.518816618Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"52a1bf3d-d019-4c94-80e7-35c7a882fbd3","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-275dfc","subscription":"e2e-dft-275dfc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.555434783Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"52a1bf3d-d019-4c94-80e7-35c7a882fbd3","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.57536253Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-sub","reconcileID":"52a1bf3d-d019-4c94-80e7-35c7a882fbd3","MaaSSubscription":{"name":"e2e-dft-275dfc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-275dfc","namespace":"llm","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.755499247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"9f0ffac7-7772-4e8c-b283-086e31365125","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.75552674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"9f0ffac7-7772-4e8c-b283-086e31365125","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.798142045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75e0e792-90f3-4643-bf8e-6a3ec1dc91ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.800732292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"a112b100-79a0-4e1e-8a27-eebb90d847d7","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.812515669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f5858ce-a941-4c20-a168-461e0b8b5c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.816039323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75e0e792-90f3-4643-bf8e-6a3ec1dc91ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.81925035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"a112b100-79a0-4e1e-8a27-eebb90d847d7","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.830293543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f5858ce-a941-4c20-a168-461e0b8b5c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.879609044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"6ac86098-06c2-40ab-89da-154d2a1cb876","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:19.879627793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"6ac86098-06c2-40ab-89da-154d2a1cb876","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.044004852Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-275dfc-access","reconcileID":"9bdf8b39-a922-4bf2-add0-c7df8faa768a","MaaSAuthPolicy":{"name":"e2e-dft-275dfc-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.14574726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"695c1e05-0f04-47e7-976e-8677892633a5","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.276396941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"ce195af1-4635-45d8-a548-669d5856bba6","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.276423188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"ce195af1-4635-45d8-a548-669d5856bba6","MaaSModelRef":{"name":"e2e-dft-275dfc","namespace":"llm"},"routeName":"external-model-e2e-dft-275dfc-fe09cf6b0480","namespace":"llm","model":"e2e-dft-275dfc","externalModel":"e2e-dft-275dfc","provider":"e2e-dft-275dfc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.743576966Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"18aaedeb-4ab2-4299-a7b3-2b1b335a07a8","namespace":"llm","name":"e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.765467586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c06befb5-a829-488e-8b21-d069fb149b15","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.765487778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c06befb5-a829-488e-8b21-d069fb149b15","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.76574283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c95f4404-94b6-41c6-abe0-bccebcd7b246","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.765754899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c95f4404-94b6-41c6-abe0-bccebcd7b246","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.765965119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fa37204-e714-4e70-bf3a-ca5fb7ef4f53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.765976424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fa37204-e714-4e70-bf3a-ca5fb7ef4f53","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.766324826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"add20f1f-c271-4a68-805c-a6a3303ed287","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.766338595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"add20f1f-c271-4a68-805c-a6a3303ed287","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.766557496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9b21ba97-cc68-43b7-9425-f67d4ee9dc05","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.76656792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9b21ba97-cc68-43b7-9425-f67d4ee9dc05","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.766782129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f24d91d8-62bc-4b54-aac8-e3a8b84b747c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.766791794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f24d91d8-62bc-4b54-aac8-e3a8b84b747c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.767103866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ebbd6e7-2e59-4d87-bc25-0a93a46c31bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.767115322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ebbd6e7-2e59-4d87-bc25-0a93a46c31bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.767345496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70db1ac1-9ce9-4aad-91fd-4fe46c056a59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.767355334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70db1ac1-9ce9-4aad-91fd-4fe46c056a59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.775523841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"552412c3-f90d-4a04-ad4b-f84d81d6575b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.77728884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4d0e7db4-b1c6-41b4-a46e-aa2493c860af","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.77756747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7ba087a4-5fa1-4a4c-8bb9-b22f24a2f5d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.789244334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"91604d63-5585-42d3-b982-e904f8ba60b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.793569624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"fc081fd1-8990-42e5-acdd-f6ae225ba95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.794760854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"552412c3-f90d-4a04-ad4b-f84d81d6575b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.797222997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7ba087a4-5fa1-4a4c-8bb9-b22f24a2f5d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.798169526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4d0e7db4-b1c6-41b4-a46e-aa2493c860af","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.808426621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"91604d63-5585-42d3-b982-e904f8ba60b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.812204268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"552412c3-f90d-4a04-ad4b-f84d81d6575b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.813894302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"fc081fd1-8990-42e5-acdd-f6ae225ba95f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.814655084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4d0e7db4-b1c6-41b4-a46e-aa2493c860af","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.822858623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9f9fa1e-3412-4d82-a193-ff2c9aef1221","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.826329598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f16487f-ab39-4b6b-a88c-3b977d78c2a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.891038022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"60661ec7-2012-41ed-97a9-2a9456a17619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.891525571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ccefc8cc-8efb-46b1-a4c6-6cbe20b336b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.91018172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"60661ec7-2012-41ed-97a9-2a9456a17619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.910958549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ccefc8cc-8efb-46b1-a4c6-6cbe20b336b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.952132108Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-275dfc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-275dfc","reconcileID":"96594d2f-e183-41d1-95f5-5e642bd1eab4","namespace":"llm","name":"e2e-dft-275dfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.983043157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ae276fd-e24e-48d1-a977-12e5ce0e1611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.983146849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"629b5f55-ec8f-4cef-95c6-db165049f3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:20.985426454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"95563d02-6893-49c9-9aea-4f72d828e985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.000929335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ae276fd-e24e-48d1-a977-12e5ce0e1611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.000993493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"629b5f55-ec8f-4cef-95c6-db165049f3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.003818025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"95563d02-6893-49c9-9aea-4f72d828e985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.080934598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec619b3f-06cf-452d-9c41-ea49cc975b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.080981317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4d121985-15ab-4c49-8397-a4e8d173bcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.100383043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec619b3f-06cf-452d-9c41-ea49cc975b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.100700561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4d121985-15ab-4c49-8397-a4e8d173bcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.170047653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"c7f85bc6-895c-4993-8575-8b07a38a4c07","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.182347434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"88e34ccd-a3c7-46f2-bed8-24507b98af1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.182748386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"073988e2-7cb8-4a91-81ea-72c64641a6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.189360375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"c7f85bc6-895c-4993-8575-8b07a38a4c07","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.201471297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"88e34ccd-a3c7-46f2-bed8-24507b98af1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.201811819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"073988e2-7cb8-4a91-81ea-72c64641a6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.37499495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"43c81811-7da4-43d0-96e4-4288fb34a65e","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.389510515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"49b42c83-1de3-408e-9a6d-5f15b432ef75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.460583413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"43c81811-7da4-43d0-96e4-4288fb34a65e","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.460864063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4dff1e37-94d2-4e43-9f2c-e2a24f3ec9fa","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.463100275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"49b42c83-1de3-408e-9a6d-5f15b432ef75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.471671556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ee10cf84-c2c1-40a0-a13f-c05b804ada6c","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.47752284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"43c81811-7da4-43d0-96e4-4288fb34a65e","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.478514884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4dff1e37-94d2-4e43-9f2c-e2a24f3ec9fa","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.483176394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"794813a3-8638-42b9-9f44-26a20711a764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.489053756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ee10cf84-c2c1-40a0-a13f-c05b804ada6c","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.49471659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4dff1e37-94d2-4e43-9f2c-e2a24f3ec9fa","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.50069278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"794813a3-8638-42b9-9f44-26a20711a764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.523971373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"acdfd1d6-f58d-4dac-893e-b67a7ded48fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.541895167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"acdfd1d6-f58d-4dac-893e-b67a7ded48fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.631470578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"74d9f06f-602e-4fc3-b706-8d8799960b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.63188991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a1c2f692-f6fe-4fe9-b310-bb09d3358c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.653527523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a1c2f692-f6fe-4fe9-b310-bb09d3358c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.653593604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"74d9f06f-602e-4fc3-b706-8d8799960b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.653943214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a78a0796-3368-4fb3-9bc5-eba07dc784a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.663410112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d9a8f13f-ea4d-4658-a0e8-67af42c20f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.672423888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a78a0796-3368-4fb3-9bc5-eba07dc784a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.682440096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d9a8f13f-ea4d-4658-a0e8-67af42c20f54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.721106414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"9c7088f6-2460-45a6-8f0d-20777447c09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:21.746578415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"9c7088f6-2460-45a6-8f0d-20777447c09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.945738722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"7384c900-63de-48cd-9a35-4b1a38d3386b","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.967155024Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"9591eb71-5d9b-4a11-8bf8-efeb1cbaacb1","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.978484368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"9fd2739d-0067-47ff-a17f-a6f99292e268","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.978533078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"632185d5-df7b-4806-aa55-cf8fbb2e5101","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.978934565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"d152b592-1c95-41db-bcee-a379be91ba76","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.9893973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c718c3aa-3428-48e5-9755-54e335d84a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.996751734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"9fd2739d-0067-47ff-a17f-a6f99292e268","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.998441155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"632185d5-df7b-4806-aa55-cf8fbb2e5101","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:22.999699833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"d152b592-1c95-41db-bcee-a379be91ba76","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.000218523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c70bcd7c-67d1-4c54-b7a5-daf07f6c1e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.010818494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c718c3aa-3428-48e5-9755-54e335d84a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.060905634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"632185d5-df7b-4806-aa55-cf8fbb2e5101","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.063292975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c70bcd7c-67d1-4c54-b7a5-daf07f6c1e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.06445263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"d152b592-1c95-41db-bcee-a379be91ba76","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.071715235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"10c75466-cb92-49c7-8749-87a6c8a2c206","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.072204936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc77bfe1-bbe5-4496-a86c-dc8c63cba73b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.072228347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc77bfe1-bbe5-4496-a86c-dc8c63cba73b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.072497102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"834cca38-3c65-40b8-b732-3a58d6aad3b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.072508652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"834cca38-3c65-40b8-b732-3a58d6aad3b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.072724127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ca48eb6-e545-4a40-a206-11362bb729ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.072733834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ca48eb6-e545-4a40-a206-11362bb729ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.07306667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"de693956-b090-4b87-8e1f-53ec8e34bdf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073094744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"de693956-b090-4b87-8e1f-53ec8e34bdf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073313364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9fe9375-5db4-48a2-b11a-312b07169a0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073323297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9fe9375-5db4-48a2-b11a-312b07169a0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073531715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff027bc4-db7a-4b75-a3b1-017dee38056a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.0735409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff027bc4-db7a-4b75-a3b1-017dee38056a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073755888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f0145bc3-eb55-4eb5-9fe9-9e89275e8d2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073765774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f0145bc3-eb55-4eb5-9fe9-9e89275e8d2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073964882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe5e7d51-79b0-4060-bbe5-ac9b3cc3e7bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.073973951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe5e7d51-79b0-4060-bbe5-ac9b3cc3e7bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.08372369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06968bcb-e70a-479b-9aa2-d721a7d41359","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.083744742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06968bcb-e70a-479b-9aa2-d721a7d41359","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.084121971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f482311-80ac-4a1f-98d2-81e630e84258","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.084137615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f482311-80ac-4a1f-98d2-81e630e84258","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.08438481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e491f7f-f399-4923-87f4-cc8aca319d9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.08439592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e491f7f-f399-4923-87f4-cc8aca319d9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.084775081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"54d1555e-2344-460b-9372-bb82d5ee1342","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.084803381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"54d1555e-2344-460b-9372-bb82d5ee1342","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085136363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19d3cba4-dbe1-4c12-9737-eb202f9c684c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085147042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19d3cba4-dbe1-4c12-9737-eb202f9c684c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085370686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aea82467-e229-460d-8ac3-8745f037769b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085381026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aea82467-e229-460d-8ac3-8745f037769b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085686815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a7bab79-bf7d-43ca-97ec-a60a6f0219bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085696987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a7bab79-bf7d-43ca-97ec-a60a6f0219bf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085922779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3da061bd-cea7-40bb-b21a-e31bf285043c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.085933022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3da061bd-cea7-40bb-b21a-e31bf285043c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.104938653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8712e47b-6c47-428b-bcc0-57260c32f93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.10739645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ee2ad784-c20e-456d-914e-ed54cb7853c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.119597243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bf1e440-7b43-4def-aceb-ce9d7e1c643e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.157281042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ee2ad784-c20e-456d-914e-ed54cb7853c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.157762385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1988440e-95ce-490e-b3dd-eb14cb4528ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.163961421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"8712e47b-6c47-428b-bcc0-57260c32f93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.258506588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"aad063fa-3113-49e9-b52c-fca9d9e301ce","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"name":"e2e-dft-refs-ffd019","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.289724671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f9bf0324-e15b-42d2-979f-d651ee099257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.362222558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"89b3948b-60e3-4821-b5fc-253f977ef1c7","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.362852858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"f9bf0324-e15b-42d2-979f-d651ee099257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.373540955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ce8d06a4-fa9f-41bf-be0b-309a886ef090","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.376844603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"c460b4ad-b988-44ed-bf40-4b511d8b2394","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.376874622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"c460b4ad-b988-44ed-bf40-4b511d8b2394","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ffd019-b50ceee82277","namespace":"llm","model":"e2e-dft-refs-ffd019","externalModel":"e2e-dft-refs-ffd019","provider":"e2e-dft-refs-ffd019-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.388685858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7d83ba7f-5b84-4159-8dbc-160da62ed470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.393168392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ce8d06a4-fa9f-41bf-be0b-309a886ef090","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.406726907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7d83ba7f-5b84-4159-8dbc-160da62ed470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.424469936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"85f08139-6ac4-40b0-87b9-254fee03058a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.424496895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"59fa9454-e2e1-4d1e-b077-18a2e0b3a844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.442358079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"85f08139-6ac4-40b0-87b9-254fee03058a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.442652804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"59fa9454-e2e1-4d1e-b077-18a2e0b3a844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.537726091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feef34c8-b698-4d92-912f-2cb1451b24cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.568970974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feef34c8-b698-4d92-912f-2cb1451b24cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.65714465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b8dc07e3-1aa9-401e-a637-17a14cb4abec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.657832721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4d94112f-a066-4bb4-8e55-7ee2222cee9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.658341494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f880c244-853d-43a3-a88f-04c37bbfbb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.658856876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"69ecca99-a2e8-446f-88b6-c09a2dfc2050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.677512386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"69ecca99-a2e8-446f-88b6-c09a2dfc2050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.677919214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"4d94112f-a066-4bb4-8e55-7ee2222cee9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.680139761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f880c244-853d-43a3-a88f-04c37bbfbb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.680462136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b8dc07e3-1aa9-401e-a637-17a14cb4abec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.722889505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"94b45d56-770d-49b2-8eff-066656871d96","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.743206343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"94b45d56-770d-49b2-8eff-066656871d96","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.762129198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"238529c2-c63f-4449-b2b6-8bb0b44b0e6e","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.762153844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"238529c2-c63f-4449-b2b6-8bb0b44b0e6e","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.824438596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"31d252b0-2300-49a4-9df8-883089c0477f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.826619411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4548e719-4081-4c35-81be-67a718554f3b","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.838050439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4f12570d-1750-45c6-ba8b-f2f1f3915eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.839638154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6dfe013c-7f1f-41c0-b248-5ea4b2d0ca40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.842950816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"31d252b0-2300-49a4-9df8-883089c0477f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.844594524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4548e719-4081-4c35-81be-67a718554f3b","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.855992974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4f12570d-1750-45c6-ba8b-f2f1f3915eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.856402782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9d8d36d0-fdcb-4dfd-9ac8-3282a656808f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.857325568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6dfe013c-7f1f-41c0-b248-5ea4b2d0ca40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.859209825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"31d252b0-2300-49a4-9df8-883089c0477f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.861581834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"4548e719-4081-4c35-81be-67a718554f3b","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.874018912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9d8d36d0-fdcb-4dfd-9ac8-3282a656808f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.932325179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"a6330581-032a-44d0-a12d-90cbe4784fbf","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.932354015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"a6330581-032a-44d0-a12d-90cbe4784fbf","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.937854113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a86954e3-0273-4087-9de0-666665d71baf","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.937874492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8f27fd47-d643-4baf-b8fa-51cba7422c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.940062778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b2ee64ef-6155-4e92-a479-e68f71ff5ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.955331412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"a86954e3-0273-4087-9de0-666665d71baf","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.955498019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8f27fd47-d643-4baf-b8fa-51cba7422c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:23.957625146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b2ee64ef-6155-4e92-a479-e68f71ff5ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.012974296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"30347577-ee59-4255-a924-3bfee7dc1fc6","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.02957896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"5a1dd4b4-54ae-478a-bf5e-cdb4aa54e20b","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.029605066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"5a1dd4b4-54ae-478a-bf5e-cdb4aa54e20b","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ffd019-b50ceee82277","namespace":"llm","model":"e2e-dft-refs-ffd019","externalModel":"e2e-dft-refs-ffd019","provider":"e2e-dft-refs-ffd019-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.032555231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"febeba60-c713-4847-8293-d479d4438894","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.0325767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"febeba60-c713-4847-8293-d479d4438894","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.033012852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"339a80c0-c40a-4493-9b4c-46f2a9ece2c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.033033539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"339a80c0-c40a-4493-9b4c-46f2a9ece2c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.033454668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab94144-74db-4f2c-8ad6-ace8f2ae7997","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.033474438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fab94144-74db-4f2c-8ad6-ace8f2ae7997","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.033920922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5897fb6e-09a1-431d-94da-c29a6e98457f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.033934576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5897fb6e-09a1-431d-94da-c29a6e98457f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034227728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec0674fb-8e96-458e-8b4f-5e59305c24f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034240862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec0674fb-8e96-458e-8b4f-5e59305c24f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034466655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"823123d4-b2e9-45e5-af46-74ecc9453349","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034476605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"823123d4-b2e9-45e5-af46-74ecc9453349","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034695965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f42e9af5-0ee4-46e2-b781-27af98bf9a6f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.03470562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f42e9af5-0ee4-46e2-b781-27af98bf9a6f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034917945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28e4567a-b05f-4d96-b0db-11149b21e523","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.034928123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28e4567a-b05f-4d96-b0db-11149b21e523","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.036277509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"18352a0d-a504-4b9a-8b82-f4d18559b3af","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.049127732Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"4f78531f-df19-4e7c-bb72-fad250cfe49a","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ffd019-b50ceee82277","namespace":"llm","model":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.057313314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"18352a0d-a504-4b9a-8b82-f4d18559b3af","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.092385533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d0a6d56-b2d4-4db9-84f7-02b43e5dac6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.157252026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"bf9264f7-29b8-491b-8300-d6311cf5c125","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.164716024Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"a66d099c-6507-4797-99e9-147597e0843a","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.169435271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"7caa178e-be6e-4aa5-bd2c-89a98b12948d","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.170402193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c7f3192-aa4b-4666-975d-511c96a08fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.174898642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"bf9264f7-29b8-491b-8300-d6311cf5c125","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.178820625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"c3d0a3c1-dc65-4215-b54f-cbebb990c266","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"name":"e2e-dft-refs-ffd019","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.188746216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"7caa178e-be6e-4aa5-bd2c-89a98b12948d","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.189187272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c7f3192-aa4b-4666-975d-511c96a08fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.190796378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"bf9264f7-29b8-491b-8300-d6311cf5c125","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.203401796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56773355-0708-47ef-9332-e6fd184f7ece","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.205443904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"7caa178e-be6e-4aa5-bd2c-89a98b12948d","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.239272009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6c505021-d803-4c73-82a2-a3e59a074169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.239438287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c017b285-1ce3-4678-ab82-2aa03aa0ea13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.295395645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6c505021-d803-4c73-82a2-a3e59a074169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.296241864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"c017b285-1ce3-4678-ab82-2aa03aa0ea13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.329843399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"b23c1863-e0da-41d5-bdd5-ed6f864504fb","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.331409734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"b23c1863-e0da-41d5-bdd5-ed6f864504fb","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.343384007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fb3a8b78-8963-46b0-8119-af0895454828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.362898582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"fb3a8b78-8963-46b0-8119-af0895454828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.424139829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"00c8ee95-03e3-4c16-9d32-91cddf85197a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.437801002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cfd268b-275f-4cd1-8a49-14c7b4d598fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.442780632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"00c8ee95-03e3-4c16-9d32-91cddf85197a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.447816797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fdbfb25e-0f56-4aa4-a49d-f0924f26abc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.448393987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"dd0ce354-c7c5-4df6-b178-10e4c23ae947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.45512504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"f7ed48ac-3de8-46d4-961a-0b01903fc01d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.476253128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cfd268b-275f-4cd1-8a49-14c7b4d598fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.485692213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fdbfb25e-0f56-4aa4-a49d-f0924f26abc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.502823636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"dd0ce354-c7c5-4df6-b178-10e4c23ae947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.508855184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"f7ed48ac-3de8-46d4-961a-0b01903fc01d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.580159694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8e718960-1c63-44f9-b7f9-3d011c127392","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.597419861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a3cfab91-2ce7-41c0-8230-5aed98721579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.598261095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b76fae58-876a-48bd-8d91-a1ca7901178e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.598626107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"29cdad30-2ab8-476a-b8ea-231a82462a03","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.599013426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"537eb925-7371-40f2-83b3-0fcbb4cc1526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.59942253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8e718960-1c63-44f9-b7f9-3d011c127392","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.622602003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a3cfab91-2ce7-41c0-8230-5aed98721579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.622688686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"29cdad30-2ab8-476a-b8ea-231a82462a03","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.625105332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"537eb925-7371-40f2-83b3-0fcbb4cc1526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.625110589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b76fae58-876a-48bd-8d91-a1ca7901178e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.837271374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"44ab1e95-8d5d-4e20-a7a9-b9cc778ce942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.855662366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"44ab1e95-8d5d-4e20-a7a9-b9cc778ce942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.880347823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"94c308f2-d43a-46e6-adf0-b8200d6bdb8b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.882821509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"0b63e62c-fb18-42b8-a277-24aa7dbf0046","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.896571376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd0ebf21-832f-4146-9c86-fe1f14805e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.900104926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"94c308f2-d43a-46e6-adf0-b8200d6bdb8b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.90055593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"0b63e62c-fb18-42b8-a277-24aa7dbf0046","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.915372219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd0ebf21-832f-4146-9c86-fe1f14805e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.917168101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"0b63e62c-fb18-42b8-a277-24aa7dbf0046","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:24.917271993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"94c308f2-d43a-46e6-adf0-b8200d6bdb8b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.103553243Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"46c0a439-a3f8-464c-b8c3-cb7a2ab45baf","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.136030771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"9673577e-0a94-4d3c-bfd7-cada8c68f311","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"name":"e2e-dft-refs-ffd019","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.216399803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"3c51d20a-f087-470e-937e-2f491062c7e6","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.217158823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"65d8428e-05a9-4638-bfc8-80d3a79ddf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.234237024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"882eb137-8634-400e-8ae0-142a71b732ae","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.234802763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"38d16269-51e1-4486-a41b-c852eb89064d","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"name":"e2e-dft-refs-ffd019","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.235314328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2b7c52f-94d4-48b7-94c6-9f3941f8083b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.235335573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2b7c52f-94d4-48b7-94c6-9f3941f8083b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.235908876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93fb36ec-cdc2-4a0d-95f4-df1154671499","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.235926843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93fb36ec-cdc2-4a0d-95f4-df1154671499","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.236332248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c731305a-8e72-46f3-b0f5-7d44e4f0605f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.236352806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c731305a-8e72-46f3-b0f5-7d44e4f0605f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.236765734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0e2ccb44-b6c2-4e67-906d-80b89b39b4d3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.236793751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0e2ccb44-b6c2-4e67-906d-80b89b39b4d3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.239484652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f7b8e112-9456-450b-88d7-163297e1795d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.245586873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44231a67-3887-4125-932c-0088ce140830","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.245663036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44231a67-3887-4125-932c-0088ce140830","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.246138507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4afb0023-d88a-4ada-a6a8-03c224055016","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.24619537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4afb0023-d88a-4ada-a6a8-03c224055016","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.24662685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24426d50-a3c0-4e3a-b3f0-b25ccebe8ea3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.246641773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24426d50-a3c0-4e3a-b3f0-b25ccebe8ea3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.246918078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5a51657-d322-40de-914a-253367cf7843","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.246967185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f5a51657-d322-40de-914a-253367cf7843","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.248647089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"3c51d20a-f087-470e-937e-2f491062c7e6","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.249286539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f33e3776-58c1-4e0b-b51d-93cfdf52a6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.249653388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"65d8428e-05a9-4638-bfc8-80d3a79ddf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.260520862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"882eb137-8634-400e-8ae0-142a71b732ae","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.261589876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f7b8e112-9456-450b-88d7-163297e1795d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.268227724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"3c51d20a-f087-470e-937e-2f491062c7e6","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.271009538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f33e3776-58c1-4e0b-b51d-93cfdf52a6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.280211786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"882eb137-8634-400e-8ae0-142a71b732ae","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.282893281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"7330d064-9535-4739-80ba-50308e46c71a","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"name":"e2e-dft-refs-ffd019","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.283372322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f882b8da-941f-4858-b790-103654de2940","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.283391714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f882b8da-941f-4858-b790-103654de2940","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.283754987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28ce9903-c110-49f8-a12c-b5ec1af48b36","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.283768019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28ce9903-c110-49f8-a12c-b5ec1af48b36","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.284031096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eecb6a9a-367c-4ad2-9a39-89266b8bf4b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.284039906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eecb6a9a-367c-4ad2-9a39-89266b8bf4b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.284459426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7dfcd53b-2eb7-48c5-9a8e-e18ada65d59c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.284471378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7dfcd53b-2eb7-48c5-9a8e-e18ada65d59c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.284741069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8650d351-4ea9-4598-bfde-4f97d8a42f39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.284753426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8650d351-4ea9-4598-bfde-4f97d8a42f39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.28500867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c5f5592-f195-495b-9579-940bc7d8bf3a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.285022416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c5f5592-f195-495b-9579-940bc7d8bf3a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.285303768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbe4e3d3-b393-40ec-920c-72d6d70d7d24","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.285317879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbe4e3d3-b393-40ec-920c-72d6d70d7d24","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.285601615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4c361e7-e95c-453f-9d54-9ffab191064a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.2856232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4c361e7-e95c-453f-9d54-9ffab191064a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.293299558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e06f7351-43b1-4ba9-80e4-16aa144f00d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.293642959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4d278be-e0ad-4966-809d-08e51987ffef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.321406669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59bb4db4-75d9-4973-9a8b-b996a5e48617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.339032528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59bb4db4-75d9-4973-9a8b-b996a5e48617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.416194598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1c1889e3-81a3-4f8c-9293-a8139690677d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.435359404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1c1889e3-81a3-4f8c-9293-a8139690677d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.493753638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"255f92ef-b111-4175-a7a6-4827a0994c5c","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.508208909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"d1b68694-a98c-4699-95a7-840b5a08f5f5","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.50823808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"d1b68694-a98c-4699-95a7-840b5a08f5f5","MaaSModelRef":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-ffd019-b50ceee82277","namespace":"llm","model":"e2e-dft-refs-ffd019","externalModel":"e2e-dft-refs-ffd019","provider":"e2e-dft-refs-ffd019-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.513181248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1fb59365-a65a-448d-982f-d300f83c0b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.518617896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"12ee866e-2451-45f6-b19b-6495114c96ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.529045697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5f32a000-8e50-442b-9648-bfb9c67af13b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.529118471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62f97941-22da-419e-a8e4-5c7124dededf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.533254815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1fb59365-a65a-448d-982f-d300f83c0b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.536354809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"12ee866e-2451-45f6-b19b-6495114c96ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.559619048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62f97941-22da-419e-a8e4-5c7124dededf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.560959701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5f32a000-8e50-442b-9648-bfb9c67af13b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.646502503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1a0eacb9-2299-4ccd-9ec4-04b5e4795acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.668735887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1a0eacb9-2299-4ccd-9ec4-04b5e4795acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.747280198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"71a45f79-2ed3-4fd2-a12c-9580eb672c26","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.749328537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bd87955d-929b-44c4-9ff7-1abfc9ab9b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.754159518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ac048334-11ed-4a28-be78-b6b6f9c032ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.756707054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ee62400b-4613-4060-9d45-78077d483138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.766155994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"71a45f79-2ed3-4fd2-a12c-9580eb672c26","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.767313356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"bd87955d-929b-44c4-9ff7-1abfc9ab9b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.773173733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"ac048334-11ed-4a28-be78-b6b6f9c032ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.774878417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ee62400b-4613-4060-9d45-78077d483138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:25.959408993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b83f1dd4-2e53-4f49-8cc8-182a8fed4032","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.005040104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b83f1dd4-2e53-4f49-8cc8-182a8fed4032","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.032375616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"9f262a8d-c927-42bf-acbe-d60503f1e223","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.032818512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d9fa6e48-0af1-432e-9424-02b433e3de8b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.046947088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fad8885b-42e0-48b2-b48a-99c5b369a3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.052767158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d9fa6e48-0af1-432e-9424-02b433e3de8b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.053543768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"9f262a8d-c927-42bf-acbe-d60503f1e223","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.065752832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fad8885b-42e0-48b2-b48a-99c5b369a3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.073325216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f67db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (da919956175371e0ff58e2b5697e136db9a56d90845dbf243c5bf266767f171f) AuthConfig (453f3ad6e5c5ec2b25d730a766ad3eac1b94d64fe1d6ea51d74f9ac4583c0c10) AuthConfig (41b756c8e46dd1b1ef865bb1772210f8d47f38a8d8a622f46264b286d97938dd) AuthConfig (855c9e041eef068e7a337f8fb06e2fccd19a7002399879130ef2c695c6a8386b) AuthConfig (b8bbc3c627fc7bea7b74ccc7cc5932c0704c37f30bec6c0acce1fefed451819f) AuthConfig (a3c37a4f462ec21efb07bf650703c0c42aed6113038840d190b9c6c5ca1f63c8) AuthConfig (7304460d486e6459f7538c1bee6eefecac3bc51ccf580d71482131edf46bea6c) AuthConfig (9f8aa6b38212c59e54530ef42ba521ef6862057e940087fa3bef40f78e2207e0) AuthConfig (75c5ab05747648e26907bb74816fe530356ad8def718bbda306083ab334c9a7c) AuthConfig (835f278e43e5623719f96c40c419c839f70faf2ccca701e50aca4b498fbb7064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"9f262a8d-c927-42bf-acbe-d60503f1e223","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.073427316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04d0dabb8dd443810edbcb1820f2fc62cfcaa5174078da03cbe931fa090d4243) AuthConfig (4f9eb6317baf478b0f3ff6634219a8b43557f41a9778e52bbe1346b4f1412d53) AuthConfig (c178f0bb3d9299b13ad5b57f6030d944477988bfde9e4275dc7af6e3971eff67) AuthConfig (70c728670c12e584dfcd31174c3855e99f7cddfa993db95adeb47cc1c1f71365)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d9fa6e48-0af1-432e-9424-02b433e3de8b","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.130030968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0b43424e-0a5a-4270-a619-a49a82abd4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.131517122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"216f56ab-cc10-4efc-9eb7-2a5454f4c874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.131528741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"32036842-7aad-4a2c-9d79-510000361cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.148444797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0b43424e-0a5a-4270-a619-a49a82abd4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.151167919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"216f56ab-cc10-4efc-9eb7-2a5454f4c874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.152301318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"32036842-7aad-4a2c-9d79-510000361cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.232776136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"fca5b97b-71ef-40b6-ae6c-9b4c31347db4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.233039224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"267431c2-daa4-4f2f-bae0-5ad80072a7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.244280746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0508b101-5d87-4760-8d2d-4d468de44ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.24619149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"6ac13673-2e94-4a1b-89be-5f1ca47efa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.247325337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"801e5048-3636-4392-9bcb-328172b4a22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.251662722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"fca5b97b-71ef-40b6-ae6c-9b4c31347db4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.251978677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"267431c2-daa4-4f2f-bae0-5ad80072a7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.263418674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0508b101-5d87-4760-8d2d-4d468de44ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.263855069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"6ac13673-2e94-4a1b-89be-5f1ca47efa4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:26.265835587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"801e5048-3636-4392-9bcb-328172b4a22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:27.515064746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"03635b14-7101-46a0-8501-7ed1f4d9c460","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:27.594354267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"5060c49b-d3a9-46ef-a41e-de754fd1858d","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:27.594385848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"5060c49b-d3a9-46ef-a41e-de754fd1858d","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.192222754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"2178f37c-d80d-450d-8340-189976887917","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.192350531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"4f4fa0d0-c830-46cb-a047-ac73325de056","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.210422863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"4f4fa0d0-c830-46cb-a047-ac73325de056","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.211319967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"2178f37c-d80d-450d-8340-189976887917","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.361429647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"bbe97d64-2774-4aca-8fcc-29497202986d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.379712418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"bbe97d64-2774-4aca-8fcc-29497202986d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.600348739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"dcfb0c7d-3036-4548-9c81-5c09461a3764","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.600385773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"dcfb0c7d-3036-4548-9c81-5c09461a3764","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.655675241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"28db60a7-2755-459b-9ae2-dc44d6694458","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.655703788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"28db60a7-2755-459b-9ae2-dc44d6694458","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.687887096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"e81e389c-559c-476e-a141-be1a168ee8af","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.706071341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"e81e389c-559c-476e-a141-be1a168ee8af","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.901982913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"d81f2bc0-1aa5-4771-9b4c-6e13aa18e2dc","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:28.902027991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"d81f2bc0-1aa5-4771-9b4c-6e13aa18e2dc","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:30.179518044Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"7eeadd30-8af4-41d7-b149-9928f155bc95","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.600097714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"1fbc0eb1-538e-4fa7-94b4-dfe165b9fb6f","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.622626333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d54c7e63-baed-4545-9b8c-9b63fef78cd3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.622653665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d54c7e63-baed-4545-9b8c-9b63fef78cd3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.623070766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a129575-0959-492d-b71d-cbb004c16370","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.623106237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a129575-0959-492d-b71d-cbb004c16370","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.623454971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae2e8df3-cc12-4cc7-b826-627dbb249ec9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.623469765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae2e8df3-cc12-4cc7-b826-627dbb249ec9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.623785546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88997a83-2884-4ef6-a95f-6678bda5964a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.623798764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88997a83-2884-4ef6-a95f-6678bda5964a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.624127312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dca6fa1f-72ec-40f1-b05c-8ee30b01f8e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.624141479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dca6fa1f-72ec-40f1-b05c-8ee30b01f8e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.624601445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"69312507-3f76-433a-9733-c04dbebd4c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.624617923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"69312507-3f76-433a-9733-c04dbebd4c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.624949276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"def019c7-fbda-4f7c-99b9-e53035b85a34","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.624964961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"def019c7-fbda-4f7c-99b9-e53035b85a34","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.625293138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075b9576-e1fe-458c-99b1-b823f721acc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.625330992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075b9576-e1fe-458c-99b1-b823f721acc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.635909494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"0102bf53-1830-437b-92aa-b1bfeaaffa58","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.641136518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"80f13e2c-0023-40bf-a6da-b905190594ed","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.645876536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"30912e55-99be-49d7-b949-71625cddee52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.646768214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"dc658f66-f432-435b-a836-2ee1a3258d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.653303499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7685ef4c-9b36-4db5-8bd6-5c965e46829c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.653530724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"0102bf53-1830-437b-92aa-b1bfeaaffa58","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.667850243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"80f13e2c-0023-40bf-a6da-b905190594ed","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.670462382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"30912e55-99be-49d7-b949-71625cddee52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.674730294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"dc658f66-f432-435b-a836-2ee1a3258d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.687787593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"7685ef4c-9b36-4db5-8bd6-5c965e46829c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.690650058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdc548aa-b0ea-4c13-bb1a-394b0c51ed9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.918426153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"281ca0ee-eaba-4951-9ddd-a0b7f5c89e82","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.978442402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-ffd019","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-ffd019","reconcileID":"1ac77cf7-9e47-4578-91d2-49d3ba8901b2","namespace":"llm","name":"e2e-dft-refs-ffd019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.98240923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"25f1fb45-9313-4985-8a41-29ea9b611a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:31.991225286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"281ca0ee-eaba-4951-9ddd-a0b7f5c89e82","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.005946204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ffbf4328-6888-40db-9791-fb855b625a89","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.013458364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"25f1fb45-9313-4985-8a41-29ea9b611a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.023736465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"552ab5b7-100b-4e04-9a69-8225356a546d","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.023771615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"552ab5b7-100b-4e04-9a69-8225356a546d","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.055921578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bd63b16-ce78-41fc-97de-2e86e16b8468","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.05877083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ffbf4328-6888-40db-9791-fb855b625a89","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.080614739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"f84ab847-94bb-4eb9-9dd6-c5ec7d9edfdc","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.080652428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"f84ab847-94bb-4eb9-9dd6-c5ec7d9edfdc","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.094188926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"64045ab6-9fa7-4d84-b4ae-d0b96a8bfb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.112806456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"64045ab6-9fa7-4d84-b4ae-d0b96a8bfb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.138705661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"2817ac57-f35c-4fc0-8d31-d401d1b8bb6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.163694534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"2817ac57-f35c-4fc0-8d31-d401d1b8bb6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.238747193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"6c56a3fe-93ba-4cc9-b5aa-a400614281b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.239311158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6813e72-694a-428d-98ae-d3e141609ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.24017127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"04bae483-a6dd-457e-a1dc-861f5df6d2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.257865773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"6c56a3fe-93ba-4cc9-b5aa-a400614281b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.262295849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6813e72-694a-428d-98ae-d3e141609ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.265738803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"04bae483-a6dd-457e-a1dc-861f5df6d2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.371057218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7980f2d2-c5ea-4995-9f38-97c92cd26a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.372500521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bcafd84e-cce1-432e-a987-f528d57d5756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.413893808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"bcafd84e-cce1-432e-a987-f528d57d5756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.419272365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7980f2d2-c5ea-4995-9f38-97c92cd26a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.456829772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"1439b5b0-3ac8-430a-ada0-220d7213142c","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.456864122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"1439b5b0-3ac8-430a-ada0-220d7213142c","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:32.490837707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"2ee3d94f-e11d-4391-88b9-bd48e627ddde","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-7a97ec-4c12e1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.506461677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"9ef9fe66-44ba-4494-bd09-b718cbd18039","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.506489225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"9ef9fe66-44ba-4494-bd09-b718cbd18039","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.52351355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"972cde07-15bd-4857-adcc-5ecbb10c70e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.535554876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"f7f0e2f9-9274-4699-81cd-6c33b99309c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.535922383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f081e4b-20cb-4f04-ad30-92551d334a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.540516857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e0a00ef4-e736-441b-9fa0-a5fb10076d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.541269895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"972cde07-15bd-4857-adcc-5ecbb10c70e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.541631109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"863fde56-8889-4da5-8b79-3e71d5ebaade","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.543021082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"4c9f2943-5445-45ac-b136-bcd232d0b350","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.543037485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"4c9f2943-5445-45ac-b136-bcd232d0b350","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.553415373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"f7f0e2f9-9274-4699-81cd-6c33b99309c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.553695548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f081e4b-20cb-4f04-ad30-92551d334a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.562823559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e0a00ef4-e736-441b-9fa0-a5fb10076d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.566631254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"863fde56-8889-4da5-8b79-3e71d5ebaade","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.571914012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c301c1b3-d2af-4f30-875b-0b842ed97ad4","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.57193648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c301c1b3-d2af-4f30-875b-0b842ed97ad4","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.639306861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"b62699cf-c71b-4b05-a7a2-6fa4b3f5e0de","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cfl-7a97ec","model":"e2e-cfl-7a97ec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-5b47a7/e2e-cfl-7a97ec-4c12e1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.712698892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"477f4303-c612-43ad-a406-e0c3cd35948a","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.727796721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"fe245a00-9d2e-4b00-b260-9888fda70bfd","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.727820345Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"fe245a00-9d2e-4b00-b260-9888fda70bfd","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.731053776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"477f4303-c612-43ad-a406-e0c3cd35948a","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.795902104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"9bd88b1b-57f5-4031-bd55-342a5155f21f","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cfl-7a97ec","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.811025141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"8646b56d-a05d-42b9-abd8-17c8cd09348c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.824640715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9147ad49-73fe-413e-9876-4b5826bcb7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.826484289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8594d292-25c8-4d8c-b5b8-64328c1034b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.827221457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5bfc9f4e-1e46-4cea-b4c0-d779b18019a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.829069658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"8646b56d-a05d-42b9-abd8-17c8cd09348c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.842640785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9147ad49-73fe-413e-9876-4b5826bcb7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.844343373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8594d292-25c8-4d8c-b5b8-64328c1034b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:32.84498525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"5bfc9f4e-1e46-4cea-b4c0-d779b18019a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.024430752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"f5e4ffce-8b30-4d2a-a89f-b738ad1c187a","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.025247976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"69a0a5a5-4f2b-4a75-822c-4374954b6953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.043496549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"f5e4ffce-8b30-4d2a-a89f-b738ad1c187a","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.044454431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"69a0a5a5-4f2b-4a75-822c-4374954b6953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.087143188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"7fd36ba1-59f9-4c77-9bfd-d30b35ee589b","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.570125025Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"67b7030a-6b8a-460b-8e78-cee28ce7858c","namespace":"llm","name":"e2e-dft-del-a7d66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.585854234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"6ec9abf4-0e91-45e5-a38a-6eb38770109b","namespace":"llm","name":"e2e-dft-del-a7d66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.616343918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"d296c9cd-d7e7-4485-91de-a00e2f4396d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.616536743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"62b5e5a6-1e9f-470e-8379-76587f8ece05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.61878753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2c325809-03fe-4e83-9caa-f31dc8a94d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.619513927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9949ce44-de44-445e-8fca-e5c6d333522e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.621412133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"b0586c4d-57bb-4455-8599-de02989733b1","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.637248315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"62b5e5a6-1e9f-470e-8379-76587f8ece05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.638681215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"d296c9cd-d7e7-4485-91de-a00e2f4396d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.642516316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2c325809-03fe-4e83-9caa-f31dc8a94d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.658379984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9949ce44-de44-445e-8fca-e5c6d333522e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.670733234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"b0586c4d-57bb-4455-8599-de02989733b1","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.681468031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d349f1c-e758-468d-bcf0-f003b18a604d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.681507839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d349f1c-e758-468d-bcf0-f003b18a604d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.684234161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39e36779-92a8-423e-b3f8-b36392325b62","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.684259757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39e36779-92a8-423e-b3f8-b36392325b62","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.685216707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"864c23fd-a8c5-43f0-beb2-5f2519fb39e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.685238456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"864c23fd-a8c5-43f0-beb2-5f2519fb39e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.686131648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b113f24-d353-4699-a73c-811b2f524c36","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.686166898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b113f24-d353-4699-a73c-811b2f524c36","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.686813697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"611a6aef-06ad-4578-a44f-ce71b4104b13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.686832279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"611a6aef-06ad-4578-a44f-ce71b4104b13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.687419561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5619479a-6855-409c-8665-3262b7375184","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.687435655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5619479a-6855-409c-8665-3262b7375184","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.687937641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6e05ef0-762e-4048-8c27-16d1f7e5bb65","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.687954928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6e05ef0-762e-4048-8c27-16d1f7e5bb65","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.688498885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72a613fb-0ef1-4bbe-a8e5-3946c0cb595b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.688514421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72a613fb-0ef1-4bbe-a8e5-3946c0cb595b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.689282176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e2dd84f-09fa-4c97-85be-fe9f821b7b76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.689299797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e2dd84f-09fa-4c97-85be-fe9f821b7b76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.68996914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6fe5b8d4-0928-4d03-b935-dba83ebd330d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.689988295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6fe5b8d4-0928-4d03-b935-dba83ebd330d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.796395988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84cdca3d-f1cd-4a66-adc8-69adc64df594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.883966194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"89f32cd0-e393-48d8-b083-8639477aa5e4","MaaSModelRef":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"name":"e2e-dft-del-a7d66a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.887518151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"2bc9fa7a-df42-48aa-ab86-6a6ed3277a0f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.897527185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3c9cbe2-914d-499d-98ac-2add7198d89a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.906623231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"2bc9fa7a-df42-48aa-ab86-6a6ed3277a0f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.913456052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3d420781-0cd0-400a-81f1-ffe2a4070c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.9582402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"56957e27-0d90-40e6-9c99-08a94a32f3c2","namespace":"llm","name":"e2e-dft-del-a7d66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.968350844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"58b79bbb-0b6c-44da-b618-51aa91883945","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:33.978165004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3d420781-0cd0-400a-81f1-ffe2a4070c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.010110504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"1e005db0-3246-47e4-a8bc-8dc33ddda3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.016158923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"58b79bbb-0b6c-44da-b618-51aa91883945","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.016255168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"51912c2d-576d-4135-ba06-a23653adec6f","MaaSModelRef":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-a7d66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.0163306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"51912c2d-576d-4135-ba06-a23653adec6f","MaaSModelRef":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"routeName":"external-model-e2e-dft-del-a7d66a-61d443480bd6","namespace":"llm","model":"e2e-dft-del-a7d66a","externalModel":"e2e-dft-del-a7d66a","provider":"e2e-dft-del-a7d66a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.026224918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"111f69d8-b871-4714-abb8-33894960c665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.050207513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"111f69d8-b871-4714-abb8-33894960c665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.051110637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"1e005db0-3246-47e4-a8bc-8dc33ddda3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.203845138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"39cae3ac-958b-41fb-947e-f90fb9370db4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.203943659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab34da02-13c1-4703-ab18-2e36945822c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.204655127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"767fccd4-6a07-4420-8e9a-5407831f5ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.206373661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1d8078bb-7f36-4a68-a390-b51077f6d82f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.225715119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab34da02-13c1-4703-ab18-2e36945822c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.225755184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"767fccd4-6a07-4420-8e9a-5407831f5ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.22800185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e4fa0c priority=0:[ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-3f7b3b-sub ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-610c38-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.228907039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"39cae3ac-958b-41fb-947e-f90fb9370db4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.231518235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"1d8078bb-7f36-4a68-a390-b51077f6d82f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.242700872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"39098dd7-6dd0-4bcb-91a4-fcaf59d8767b","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.242726995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"39098dd7-6dd0-4bcb-91a4-fcaf59d8767b","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.26346142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"591937fb-b33d-4945-b2b2-289a2a4dab61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.291127754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"591937fb-b33d-4945-b2b2-289a2a4dab61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:34.29006316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-3f7b3b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d49f79-3f7b3b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.315539915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"8c1f4acb-9131-448f-908a-44629fd904fc","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.321619959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"8c1f4acb-9131-448f-908a-44629fd904fc","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.340397164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"ab14e089-51da-43a0-8b71-9bcd54c9e404","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.340428904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"ab14e089-51da-43a0-8b71-9bcd54c9e404","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.392858279Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"757f6630-acfa-41bf-a640-c9fde1809f04","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","model":"e2e-cfl-same-d49f79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-3f7b3b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.407753601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"bf6fb227-6e1f-4d15-a07e-5e9053be1800","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.410306916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d361566-8cc7-4ca5-bb37-00f4776cb99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.413356199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3f059263-9fdf-4fa5-881a-350851ad34b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.413395227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"39e76581-84d3-414b-bb06-572d27310e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.424879999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"bf6fb227-6e1f-4d15-a07e-5e9053be1800","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.428143621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d361566-8cc7-4ca5-bb37-00f4776cb99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.430853953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3f059263-9fdf-4fa5-881a-350851ad34b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.43136892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"39e76581-84d3-414b-bb06-572d27310e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.480359517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"82b0344f-e791-4c3f-9eb2-7d6b1c7e0128","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.480387298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"82b0344f-e791-4c3f-9eb2-7d6b1c7e0128","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.508348661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"efa7a7e8-e70e-427d-ace0-d8d4bd10d0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.525852159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"efa7a7e8-e70e-427d-ace0-d8d4bd10d0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.535799565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"cadaaa94-cb57-410a-9071-954889edf628","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.610162002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"a5aab2ad-99d1-45cc-990e-2df503de8b12","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.610448555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2dd59bb7-f3f2-4715-b6f9-24601991187f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.61320015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"feaf2b4a-d5e3-4cc6-a6f5-cfcef85c1f77","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.627356124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"a5aab2ad-99d1-45cc-990e-2df503de8b12","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.627501588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"2dd59bb7-f3f2-4715-b6f9-24601991187f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.631648446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"feaf2b4a-d5e3-4cc6-a6f5-cfcef85c1f77","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.69928111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"0ab50927-90bd-4b98-9e54-b6dfd7e03c05","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.713184827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c7bde180-5e1f-482e-a432-45d2b971ad9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.717418688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"0ab50927-90bd-4b98-9e54-b6dfd7e03c05","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.730720827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c7bde180-5e1f-482e-a432-45d2b971ad9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.81017554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dc5c6ef5-548b-48d7-9b8b-1ec1180afea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.827866155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dc5c6ef5-548b-48d7-9b8b-1ec1180afea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.890973988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.897314138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"8e615def-a62d-4abb-8ac5-c9034ef88f85","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.909039549Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"c4668bbc-6550-421d-9a80-f00fce9b0547","namespace":"llm","name":"e2e-dft-del-a7d66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.909493535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ae24a359-ff6c-40b1-bf69-a398797723ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.911840057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"7798621b-39ad-4638-8420-be17fd8cbdea","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.914468374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"8e615def-a62d-4abb-8ac5-c9034ef88f85","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.927130891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ae24a359-ff6c-40b1-bf69-a398797723ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.929027914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5473ed8c-9ef5-4e29-9e09-d04b1a339ff6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.929043389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5473ed8c-9ef5-4e29-9e09-d04b1a339ff6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.929490726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1d932b9-f5f8-4e5e-9ba1-df146693beeb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.929510077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a1d932b9-f5f8-4e5e-9ba1-df146693beeb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.929847056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05017abb-2106-4bd9-863b-6a49496a3e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.929861847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05017abb-2106-4bd9-863b-6a49496a3e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.930330566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b1cc1092-cd2f-4f2d-9e6a-b53e560cca76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.930347553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b1cc1092-cd2f-4f2d-9e6a-b53e560cca76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.930702372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c8b9dcb-29cc-417c-b1bf-74bd11c37df6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.930720536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c8b9dcb-29cc-417c-b1bf-74bd11c37df6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.931059528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de8a6799-0c65-4925-a6e7-e0475b3249b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.931093148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de8a6799-0c65-4925-a6e7-e0475b3249b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.931431712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"181e898d-cf1a-4369-aefb-57376185e167","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.931447683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"181e898d-cf1a-4369-aefb-57376185e167","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.931769812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab086f84-82b3-4f21-a99b-d1a2211526c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.931785792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab086f84-82b3-4f21-a99b-d1a2211526c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.932443787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"7798621b-39ad-4638-8420-be17fd8cbdea","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:34.988797886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3136bc7-2222-416d-9e1b-06d00f3fe628","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.015032124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1f82322-03ac-4551-858d-2e49e8f9f0f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.033763995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1f82322-03ac-4551-858d-2e49e8f9f0f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.111251214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f88e4c14-f153-40b9-886a-7ef988ff8cd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.111343205Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-a7d66a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-a7d66a","reconcileID":"d659de75-546b-420b-84bb-c2b0e4bf126f","namespace":"llm","name":"e2e-dft-del-a7d66a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.119119861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"cbe8e7d3-e253-4206-8d3c-8e0c7a1054e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.123593175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9fb6c249-71f8-44c3-b301-fdd22036bb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.123696344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1bbe9631-a4c3-47a7-b82a-5a32678f47bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.124000541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7209377b-5d40-47c1-b843-ac3e69b3019e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.136749675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"cbe8e7d3-e253-4206-8d3c-8e0c7a1054e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.142256893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1bbe9631-a4c3-47a7-b82a-5a32678f47bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.143042872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9fb6c249-71f8-44c3-b301-fdd22036bb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.145286563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"57f0f326-659a-4d54-b471-30bdc4825d25","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.147663921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7209377b-5d40-47c1-b843-ac3e69b3019e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.174802016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"57f0f326-659a-4d54-b471-30bdc4825d25","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.336914064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"13f2f796-b09f-4398-9634-a8eab7f09935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.337269878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"d9c2d355-7349-4472-93a1-366e38d0c315","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.357965448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"13f2f796-b09f-4398-9634-a8eab7f09935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.362800652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"d9c2d355-7349-4472-93a1-366e38d0c315","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.415529916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"c82c91c2-e540-4baa-a121-742233c243e5","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.431469307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"983f6bda-c09e-4c57-8f6d-1074b1cc2c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.431866032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"cc2666ac-86b7-42da-9868-1427e60af186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.43601999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"c82c91c2-e540-4baa-a121-742233c243e5","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.450648058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"983f6bda-c09e-4c57-8f6d-1074b1cc2c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.50364034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"cc2666ac-86b7-42da-9868-1427e60af186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.520259993Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e4fa0c priority=0:[ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-3f7b3b-sub ai-tenant-e2e-extmod-a-e4fa0c/e2e-cfl-same-d49f79-610c38-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.564871837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"5038781f-b99f-43fa-8ec0-a2db4ec9f676","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.564909927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"5038781f-b99f-43fa-8ec0-a2db4ec9f676","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:35.577929885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"63f5c1cf-8779-423c-b979-a3f734f7d384","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-954893-f67db5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.610138082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"67f18095-35b3-41b5-a462-af4c7da6daff","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.610173048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"67f18095-35b3-41b5-a462-af4c7da6daff","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.621345609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e1bc949a-6f73-413b-89c3-908d95e12b28","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:35.625279286Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"67f18095-35b3-41b5-a462-af4c7da6daff","name":"e2e-cfl-954893","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-954893\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:48:35.625328977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"67f18095-35b3-41b5-a462-af4c7da6daff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-954893\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.63135269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"734c7f07-9a19-4ce1-b033-54c075c50ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.638473664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e1bc949a-6f73-413b-89c3-908d95e12b28","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.639526804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"72a53d6d-1823-40b2-ad0c-9bf5edc828ab","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.63963106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"72a53d6d-1823-40b2-ad0c-9bf5edc828ab","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.649971757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"734c7f07-9a19-4ce1-b033-54c075c50ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.659963731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"ca34dded-19a0-46b0-80b3-524bcf45c693","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.659988712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"ca34dded-19a0-46b0-80b3-524bcf45c693","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.675990575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"99fa1813-a0be-4482-b594-8c1a58ff76d8","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.676021507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"99fa1813-a0be-4482-b594-8c1a58ff76d8","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.731657698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"039c457a-f969-4e17-8eb2-9bd62dcf1523","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.731776353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e57936d-bb22-4c9c-8104-0c955f61c306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.732920486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e3d7d3f5-f04d-4023-94f4-af220b79dd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.735738591Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"a3a9626a-4134-466a-9443-b40a2ff0f9cc","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cfl-954893","model":"e2e-cfl-954893","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893-f67db5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.752186237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e57936d-bb22-4c9c-8104-0c955f61c306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.752227088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e3d7d3f5-f04d-4023-94f4-af220b79dd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.754450697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"039c457a-f969-4e17-8eb2-9bd62dcf1523","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.823568972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"92a3d784-f299-49f4-88f2-67fd2858b596","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.823593138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"92a3d784-f299-49f4-88f2-67fd2858b596","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.832838077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"30224677-5f1f-496c-8e55-a91dcc885097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:35.86305473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"30224677-5f1f-496c-8e55-a91dcc885097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.078399469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"e086e086-9d16-4573-82af-713723938535","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cfl-954893","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.096340007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85e148b4-5291-4a7c-befe-821262219f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.097126053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"4fa2b762-33a4-4937-8e8a-601f5f9b8bdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.120660945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f845af8e-3429-4519-a82d-d84db28418ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.132881692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85e148b4-5291-4a7c-befe-821262219f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.137467152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"4fa2b762-33a4-4937-8e8a-601f5f9b8bdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.143132729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f845af8e-3429-4519-a82d-d84db28418ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.165546314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cb626df0-aaa2-45f6-adac-2f0db5409082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.170387015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3872c8b6-e1f8-49f0-9291-b288f2a870a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.186660273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cb626df0-aaa2-45f6-adac-2f0db5409082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.189175281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3872c8b6-e1f8-49f0-9291-b288f2a870a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.201727865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"d5f76487-55c0-4922-a3a0-f406f0bd2852","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.201750158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"d5f76487-55c0-4922-a3a0-f406f0bd2852","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.250560192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"64997bd5-487d-4fec-807e-e40956023e9b","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.250572105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"93d0895a-63d3-473d-802b-183acf36dfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.2717198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"64997bd5-487d-4fec-807e-e40956023e9b","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.278387235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"93d0895a-63d3-473d-802b-183acf36dfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.336691049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"87acefe8-1351-49cd-ac6e-b9757610ca0d","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:36.35941352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"87acefe8-1351-49cd-ac6e-b9757610ca0d","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.854530969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","reconcileID":"284d4e99-ac1c-4f3e-9bf4-5af8f4f0609b","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.881979733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","reconcileID":"4d0767c4-7230-438d-8dcc-dc04162eb16f","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.957483631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"73515f3c-36ea-46b6-af82-df4b8fa9f5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.957986627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d8299-d1c4-4a72-a971-57d59903399e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.958468286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e001b6da-bd6d-48b0-9cd7-fca79ceac062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.970655053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"25942799-4409-46f6-8a13-f5c8f5c305db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.971501099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2c8a0605-1d25-424c-ae57-b0c661b90fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.976021903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e001b6da-bd6d-48b0-9cd7-fca79ceac062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.976630463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"73515f3c-36ea-46b6-af82-df4b8fa9f5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.97850069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d8299-d1c4-4a72-a971-57d59903399e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.99191767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"25942799-4409-46f6-8a13-f5c8f5c305db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:38.993139745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2c8a0605-1d25-424c-ae57-b0c661b90fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.123931138Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"661c715c-9667-4ff5-81d1-f41d55ced19a","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.148756027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b8fdb0d1-71cc-4358-92fb-6ce632f53aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.149906196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6d28faf8-cc15-46c9-86d2-3c9360987112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.152040718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"298fff42-f109-48af-bc86-77bb6d60778b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.167436975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b8fdb0d1-71cc-4358-92fb-6ce632f53aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.168643085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"6d28faf8-cc15-46c9-86d2-3c9360987112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.170236668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"298fff42-f109-48af-bc86-77bb6d60778b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.251556653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3b6627eb-86d6-411a-ae12-ba19bd9c0fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.252128777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"63833396-5006-4ed1-95f0-322cf26cfd3f","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.269222761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"3b6627eb-86d6-411a-ae12-ba19bd9c0fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.269805667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"63833396-5006-4ed1-95f0-322cf26cfd3f","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.320857383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"ea5e5b20-2ec8-4e1c-8c66-82bed9cff601","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.357408048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"767254e8-923c-4e3d-9db0-ae4488575f9f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.358606205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"15168ff3-05e9-4b53-b7d5-41fb524114b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.369397042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"fb8dea1e-208c-4a96-8231-8400506dadaf","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.372606414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1197f7f1-76bd-4d00-a5c2-cd209a372989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.375097296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"767254e8-923c-4e3d-9db0-ae4488575f9f","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.377466285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"15168ff3-05e9-4b53-b7d5-41fb524114b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.474211502Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","reconcileID":"2286832b-f846-4866-a298-216fa6f2c7df","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.481956473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"1197f7f1-76bd-4d00-a5c2-cd209a372989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.521472248Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"9b421775-93d4-4402-ad25-b7f32b7c4bb6","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.573374774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"800835ba-4f0f-4d85-a1fb-9b15dd9be4ab","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.603208523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ebf7a333-f387-4167-95c7-04371ae0c549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.615801842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d1a7f4a9-ce44-40f2-a2d8-df41f1bb456c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.621698496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"3fd5c8bb-a870-422e-b623-75d3bb988d2a","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.626594704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ebf7a333-f387-4167-95c7-04371ae0c549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.638899804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"d1a7f4a9-ce44-40f2-a2d8-df41f1bb456c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.656039179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"0b90dd7d-d13c-4247-8c51-052c37c48482","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.690606558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"de5d7132-9ce9-400a-87f4-cf3f646ad861","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.704349346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"98d16578-f950-4480-bbb6-63518a35fded","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.705960024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7e99c2b3-06ab-4fbf-a918-9e0e929bfb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.708676174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"de5d7132-9ce9-400a-87f4-cf3f646ad861","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.722703792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"98d16578-f950-4480-bbb6-63518a35fded","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.723632017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"7e99c2b3-06ab-4fbf-a918-9e0e929bfb29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.804582232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84e75f81-fd8d-400e-8fc9-768ac1d039ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.808628902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daeeff5e-d7c5-4f27-8328-b2236a7e3276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.82255083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84e75f81-fd8d-400e-8fc9-768ac1d039ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.826183018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daeeff5e-d7c5-4f27-8328-b2236a7e3276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.940144338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"66558c45-a815-44d1-a1a0-e480c9a52619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.940763241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"03ebd962-7b93-4da8-a3ed-a8e4d21f705d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.94355819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5f81997d-61e6-42af-a37b-987bfe747c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.958536887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"66558c45-a815-44d1-a1a0-e480c9a52619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.95957534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"03ebd962-7b93-4da8-a3ed-a8e4d21f705d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:39.961452457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5f81997d-61e6-42af-a37b-987bfe747c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.004658551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1a9be7a4-42e4-4158-8bc9-df10020ee01b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.005714083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1a75385d-6300-46de-abd5-87ebdd77add6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.02497261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"1a9be7a4-42e4-4158-8bc9-df10020ee01b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.0249722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1a75385d-6300-46de-abd5-87ebdd77add6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.133019407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"dc64a9e5-50a7-41bc-9865-d0ab325aeaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.133096201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"3e15ad18-1a58-4187-b4f8-8785b853b91c","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.133903813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3ae6121e-8a3e-47f4-af20-c07da294e6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.1505989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"dc64a9e5-50a7-41bc-9865-d0ab325aeaa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.152635318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3ae6121e-8a3e-47f4-af20-c07da294e6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.152728598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"3e15ad18-1a58-4187-b4f8-8785b853b91c","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.153921068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","reconcileID":"b395c69c-84de-46b6-80a8-fc6897aa7b1b","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.168581114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"791b171d-73b3-43c8-a331-5bbfebfbce67","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.182564665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c1a5d0fd-6a42-4921-a674-7673099ecbe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.200137031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c1a5d0fd-6a42-4921-a674-7673099ecbe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.202136309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"6db00335-40cb-4911-aaea-d6adf8ae52e5","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.217160731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"e6f44561-38a7-495b-9b6f-a2e72d96df83","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.230211045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d697c08a-e023-4dfc-9959-d4dafca4c7db","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.231409912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"dc00d510-6c29-408b-ac5d-a811f6ffc277","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.247162442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"cdb70491-2633-47e8-8b46-99a7d01e92a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.253626461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"d697c08a-e023-4dfc-9959-d4dafca4c7db","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.255040401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"dc00d510-6c29-408b-ac5d-a811f6ffc277","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.269968697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"8aea9fd4-b5c4-4f9f-a5ce-5a254127f1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.275418217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"cdb70491-2633-47e8-8b46-99a7d01e92a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.307861332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"8aea9fd4-b5c4-4f9f-a5ce-5a254127f1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.313637457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"324ab171-95b1-4e44-b607-afc6d6f7b6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.352798441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"324ab171-95b1-4e44-b607-afc6d6f7b6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.410801952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"c4b3c0c8-bf2e-454b-943f-43ecac153876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.411031497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28e8033-3696-42dd-8f67-9c8bdbeedadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.412023654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"4b7e81c4-a768-483f-bb6f-350256d4f6f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.458343933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28e8033-3696-42dd-8f67-9c8bdbeedadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.458941273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"4b7e81c4-a768-483f-bb6f-350256d4f6f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.460482624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"c4b3c0c8-bf2e-454b-943f-43ecac153876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.483528516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cb0cd911-8465-4dc3-82bd-2b2fe186d4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.490855699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"39d4ea91-bc38-42df-a2a3-b8a9a56f0552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.500851847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"cb0cd911-8465-4dc3-82bd-2b2fe186d4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.508571285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"39d4ea91-bc38-42df-a2a3-b8a9a56f0552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.568225325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6eb3da33-3adc-4d44-825f-4bb59b371e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.568301061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"85d9c894-9c0e-4459-a0c3-3611da88306c","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.588633132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"6eb3da33-3adc-4d44-825f-4bb59b371e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.588630783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"85d9c894-9c0e-4459-a0c3-3611da88306c","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.654931707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e2e2ebe9-35f1-485d-a464-9e16fae378f0","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.668170132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"001fb0b8-b1ef-41c0-89bd-e72ea5c55f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.669624627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b8cc4cc4-217a-439d-9c5d-f2690434a931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.672173813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"ba7d6028-eeee-4f20-afdc-99cc0b33ce38","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.672439779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"e2e2ebe9-35f1-485d-a464-9e16fae378f0","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.685844811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"001fb0b8-b1ef-41c0-89bd-e72ea5c55f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.69115169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"ba7d6028-eeee-4f20-afdc-99cc0b33ce38","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.691464652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b8cc4cc4-217a-439d-9c5d-f2690434a931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.768003156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d97a1f4a-cbcb-461b-bb18-32a0baa6a7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.768003179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c97986ae-9235-462b-b10e-d7309c6c16d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.785269926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"d97a1f4a-cbcb-461b-bb18-32a0baa6a7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:40.785287617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c97986ae-9235-462b-b10e-d7309c6c16d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:43.1018436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"a239930e-8029-4193-9730-ce0ba1e36a9d","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:46.511615297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"143d4dfc-3957-4e64-a0c5-8866174c2844","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:46.529773913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"ea951959-1d75-44fb-893e-3441f62bea04","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:46.55521466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"9cdfd6a3-c862-4d2a-b7dc-6ccec5fe46c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:46.606409829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"9cdfd6a3-c862-4d2a-b7dc-6ccec5fe46c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:46.623105822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"9cdfd6a3-c862-4d2a-b7dc-6ccec5fe46c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:46.656684949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"87e1a95d-912c-44dd-8eaf-f28cc6623995","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:50.231605836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"434bb9d1-9873-4295-829b-b9c41b20a823","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:53.11738721Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"a6521c9e-6a64-4dfb-9dfa-daf27c7e12ed","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:56.672309942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"57385a04-ed75-4201-8c13-6a8218e71281","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:56.69132402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"57385a04-ed75-4201-8c13-6a8218e71281","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:48:56.707598441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"57385a04-ed75-4201-8c13-6a8218e71281","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:00.254327955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"79702416-2587-4a27-87d1-f44c24472e45","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:02.905866856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"ef48c537-a3b4-46bc-a8e1-57e98a346955","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:02.990037275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"91447d34-87c8-4743-a5f9-993234d287e3","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:02.9900979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"91447d34-87c8-4743-a5f9-993234d287e3","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:02.995501407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"1f074f2e-8fb4-487c-b610-b3a387c5c66c","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cfl-954893","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:03.07863955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"fcbf9b06-23ee-43b3-afe9-ea4bd21cd0f4","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:03.07875993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"fcbf9b06-23ee-43b3-afe9-ea4bd21cd0f4","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:03.132514253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"cd636669-b18d-4627-b038-a33daa662408","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:03.233645058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"ef45f00d-d8cc-4f14-b839-a4614d5a3e85","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cfl-7a97ec","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:03.315755501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c234bdfe-a2e7-4635-8685-0df7c5de3b61","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:03.315882867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"c234bdfe-a2e7-4635-8685-0df7c5de3b61","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.240730717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"50353f35-a8bb-4d43-aa2b-d7e81e98ec44","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.262035604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"50353f35-a8bb-4d43-aa2b-d7e81e98ec44","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.332564596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2648ab18-3e5d-4d75-af62-8bc6d6418901","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.351650552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2648ab18-3e5d-4d75-af62-8bc6d6418901","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.368365185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2648ab18-3e5d-4d75-af62-8bc6d6418901","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.401060554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"04f34649-412e-4b68-8292-45ca7f1279b3","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.582633246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"2e3e9d13-a2c5-41c4-9d3c-bd05b125d996","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.582661436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"2e3e9d13-a2c5-41c4-9d3c-bd05b125d996","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.657703265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"4de99377-800d-4600-8bdf-65c9c9daa075","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.671902662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8bd46903-08fb-4c5f-ade3-f3c04170c133","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.672292087Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"5b84ae6e-6f6a-42dc-92f4-4fa8cc0e085a","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5954e61a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.67793273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"4de99377-800d-4600-8bdf-65c9c9daa075","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.690954705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8bd46903-08fb-4c5f-ade3-f3c04170c133","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.77032127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c0d9e8b1-63ba-4242-b515-84dbf3628a7c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.788119165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"c0d9e8b1-63ba-4242-b515-84dbf3628a7c","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.825413385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"e098d63c-01e4-4f21-852a-5252efce1e2c","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.82543753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"e098d63c-01e4-4f21-852a-5252efce1e2c","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.869019207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"4ab6ea33-e6a3-4726-9bdc-b3d3ee4efb1c","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.869054855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"0fe75e2a-6081-4d3b-908a-b61498dadfe4","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab186f10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.882753729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"dd233d8a-bdb3-4190-9374-e57ef87bffcd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.882796987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"be24e051-d098-45a9-b627-77a17d42df5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.887227051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"4ab6ea33-e6a3-4726-9bdc-b3d3ee4efb1c","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.887538386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.905018405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"be24e051-d098-45a9-b627-77a17d42df5d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:04.957121866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"dd233d8a-bdb3-4190-9374-e57ef87bffcd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.051971243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"e5b0e7af-6e7c-463b-b097-7b6de06a6060","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.069462473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"e5b0e7af-6e7c-463b-b097-7b6de06a6060","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.152040405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9a391a2-7348-4e6f-a253-b5ace4a53b13","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.170623671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9a391a2-7348-4e6f-a253-b5ace4a53b13","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.187018727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9a391a2-7348-4e6f-a253-b5ace4a53b13","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.748223539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-514a7b priority=0:[ai-tenant-e2e-extmod-b-514a7b/e2e-att-detach-50cd20-sub ai-tenant-e2e-extmod-b-514a7b/e2e-att-unrel-49e387-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.76199008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"0addd743-c4c5-4f90-b5ed-ef1b5db06639","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.76201248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"0addd743-c4c5-4f90-b5ed-ef1b5db06639","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:49:05.789267842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"1e37ff68-ec09-4ecb-971e-d2c6f8b6ce32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-50cd20-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.794953444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"6a9a95e3-b914-457a-a5b0-cee072cd0991","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.794973014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"6a9a95e3-b914-457a-a5b0-cee072cd0991","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.795549913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"468f1949-9a9e-4854-983a-f6b8827982d3","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.795549903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5655e037-ff11-405e-a60d-c3a10e10c9c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.809068664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"925ae50f-7bec-4dc2-9f1c-47ffcc01a565","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.809119584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"925ae50f-7bec-4dc2-9f1c-47ffcc01a565","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.813135413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"5655e037-ff11-405e-a60d-c3a10e10c9c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.813836472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"468f1949-9a9e-4854-983a-f6b8827982d3","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.823257032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c1e5daee-452c-49ad-9d83-17f1ee3e1c5e","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.823278531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"c1e5daee-452c-49ad-9d83-17f1ee3e1c5e","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.839979659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"c80ecde2-8b8b-4b50-8a55-94fab53a9918","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.840006544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"c80ecde2-8b8b-4b50-8a55-94fab53a9918","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.854063668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"b38b2aaa-cc7e-48d9-94c3-1ac5f7486195","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.854095109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"b38b2aaa-cc7e-48d9-94c3-1ac5f7486195","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.87972163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f947227f-b2de-4c71-9517-71cbb3f6b432","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.888118443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7a837c20-e35a-43de-b22a-107831dbad0a","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.888137724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7a837c20-e35a-43de-b22a-107831dbad0a","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.890621762Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"7925fbf3-0122-4bbd-9bec-59e134c5ec7c","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-48260d63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.89723677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"f947227f-b2de-4c71-9517-71cbb3f6b432","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:05.920011192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"0b58bc8d-0284-4495-9fb3-3fa82a423bff","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-detach-50cd20","model":"e2e-att-detach-50cd20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-514a7b/e2e-att-detach-50cd20-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.00437849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"967d6d11-7b7d-43b0-a4a6-6a71b7f95193","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.004378392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f52214ee-36ab-4e97-945b-905712ae4eb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.016380836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"09a9d028-6fd2-43a7-a1c3-4dfabfa9b772","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.016402225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"09a9d028-6fd2-43a7-a1c3-4dfabfa9b772","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.031567878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"967d6d11-7b7d-43b0-a4a6-6a71b7f95193","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.031924949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f52214ee-36ab-4e97-945b-905712ae4eb4","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.081458546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"e3f868d3-77d8-4573-af97-cbb086d71f97","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-detach-50cd20","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.08936943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"8c5325a1-6107-47bc-a819-c99f6a6f0f04","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:06.107677302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"8c5325a1-6107-47bc-a819-c99f6a6f0f04","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:10.269455726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"1de52b5b-f2bb-4342-bb2b-6ff0569558e2","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:13.147428702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"8f8ffb3a-233a-424b-9722-20fc8e1df12d","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.686759574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"7cd8ee98-d041-4166-a763-46aa055aada3","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","subscription":"e2e-cfl-same-d49f79-3f7b3b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.715277049Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"7cd8ee98-d041-4166-a763-46aa055aada3","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.729338883Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-sub","reconcileID":"7cd8ee98-d041-4166-a763-46aa055aada3","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-3f7b3b-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.814038731Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-514a7b priority=0:[ai-tenant-e2e-extmod-b-514a7b/e2e-att-detach-50cd20-sub ai-tenant-e2e-extmod-b-514a7b/e2e-att-unrel-49e387-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.827795173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"17b71315-146e-4d9f-bb45-c0dbee0f8f8a","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.827820946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"17b71315-146e-4d9f-bb45-c0dbee0f8f8a","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.859694364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"edeb4d8f-8998-4745-a649-a40d855c23a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.859694828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"ad312c1c-193e-4b9f-aaec-4c44cbc4bb04","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.87728164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"ad312c1c-193e-4b9f-aaec-4c44cbc4bb04","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.877578684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"edeb4d8f-8998-4745-a649-a40d855c23a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.882895369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"8eba8e03-c477-46e8-a1a4-b9eacd50d7cf","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","subscription":"e2e-cfl-7a97ec-4c12e1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.911687218Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"8eba8e03-c477-46e8-a1a4-b9eacd50d7cf","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.925662933Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-sub","reconcileID":"8eba8e03-c477-46e8-a1a4-b9eacd50d7cf","MaaSSubscription":{"name":"e2e-cfl-7a97ec-4c12e1-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.97399885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"eb869b71-cf1e-49dd-b902-017aae44f092","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:14.974025008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"eb869b71-cf1e-49dd-b902-017aae44f092","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.006338406Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-514a7b priority=0:[ai-tenant-e2e-extmod-b-514a7b/e2e-att-detach-50cd20-sub ai-tenant-e2e-extmod-b-514a7b/e2e-att-unrel-49e387-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.019002477Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-3f7b3b-access","reconcileID":"bb94673f-9f09-4be0-bf74-a82a965754e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-3f7b3b-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.020423141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"939a0334-6e46-4b7f-9f8e-2290697d9508","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.020445179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"939a0334-6e46-4b7f-9f8e-2290697d9508","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.038465529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"c9ec5159-b021-4320-b97d-c933647be0ad","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.056281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"c9ec5159-b021-4320-b97d-c933647be0ad","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.150666859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"5fc24877-5d81-48c2-ae15-f24d7a76589e","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-2-3f7b3b/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.150693191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"5fc24877-5d81-48c2-ae15-f24d7a76589e","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"routeName":"external-model-e2e-cfl-same-d49f79-08d07746b250","namespace":"e2e-extmod-cfl-2-3f7b3b","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.164741486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"b624e4a9-67e0-40f5-b2c3-6e6f9e1009bb","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.164765367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"b624e4a9-67e0-40f5-b2c3-6e6f9e1009bb","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.220737472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"b2f94f19-e9cc-43ae-81ba-ba1a0e39e020","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.258374059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0ba5beb8-7e52-40e7-91e2-38c43fd3c3ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.263783165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"b2f94f19-e9cc-43ae-81ba-ba1a0e39e020","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.275927532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0ba5beb8-7e52-40e7-91e2-38c43fd3c3ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.28340568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"029cf79c-6fff-4305-80e7-4dd67cc50f02","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.283426743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"029cf79c-6fff-4305-80e7-4dd67cc50f02","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.292103615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0ba5beb8-7e52-40e7-91e2-38c43fd3c3ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.309925948Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"b2f94f19-e9cc-43ae-81ba-ba1a0e39e020","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.309945806Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-cfl-7a97ec-4c12e1-access","reconcileID":"b2f94f19-e9cc-43ae-81ba-ba1a0e39e020","MaaSAuthPolicy":{"name":"e2e-cfl-7a97ec-4c12e1-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.317958352Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"1d217e7d-b47b-4c54-a9d3-d7df2dc1433c","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd26f4b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.343919067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"b88ecbe0-6afb-4113-8ca5-ff6ed0549d95","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"tenant":"e2e-extmod-a-5b47a7","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","model":"e2e-extmod-cfl-1-4c12e1/e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.343946641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"b88ecbe0-6afb-4113-8ca5-ff6ed0549d95","MaaSModelRef":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"routeName":"external-model-e2e-cfl-7a97ec-6f3ee278c3e1","namespace":"e2e-extmod-cfl-1-4c12e1","model":"e2e-cfl-7a97ec","externalModel":"e2e-cfl-7a97ec","provider":"e2e-cfl-7a97ec-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.359544797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"36311df3-33d8-4ae4-a85f-4a03df1ea161","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.376727183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"36311df3-33d8-4ae4-a85f-4a03df1ea161","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.548875894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8645f0a4-8bf2-4f3f-a277-84222a207c93","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.57771031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8645f0a4-8bf2-4f3f-a277-84222a207c93","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.855681997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"6c3de5ce-473f-4f30-bb37-7afb8e28aea0","namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.888342343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f1f590e1-f873-4f0b-8e79-291d20b18303","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.890286484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-2-c581a6"},"namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","reconcileID":"d46efff2-4ee2-4e22-9b62-efec12ad0129","namespace":"e2e-extmod-cfl-2-c581a6","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.890633661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"548c20d9-0c93-49f3-8219-61519b0f9556","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.902491929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"fd166b12-4369-4680-9918-9837f441ff6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.955517252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"08d7e512-f09f-46bf-91c9-f99b61336fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.955823337Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"e4245ba4-9e30-498d-bc25-ba759d9acf67","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","subscription":"e2e-cfl-954893-f67db5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.956194182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"68d2e869-ed4a-42d9-bc0e-18a3e94f8508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.956902701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f1f590e1-f873-4f0b-8e79-291d20b18303","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.958397141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"548c20d9-0c93-49f3-8219-61519b0f9556","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.95909645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"fd166b12-4369-4680-9918-9837f441ff6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.974152835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"08d7e512-f09f-46bf-91c9-f99b61336fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.975618302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f1f590e1-f873-4f0b-8e79-291d20b18303","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.976658945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"68d2e869-ed4a-42d9-bc0e-18a3e94f8508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.98456187Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"e4245ba4-9e30-498d-bc25-ba759d9acf67","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:15.998489273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-sub","reconcileID":"e4245ba4-9e30-498d-bc25-ba759d9acf67","MaaSSubscription":{"name":"e2e-cfl-954893-f67db5-sub","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"maas-trlp-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.018006634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fdf0f02-111b-480b-b174-c5c466266159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.035591101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fdf0f02-111b-480b-b174-c5c466266159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.11996484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1864d9c3-92f3-4f61-b56f-19c40ec951cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.129674025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"cbd0cd6f-f573-41c0-8f77-b9858f596823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.131158106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"6e120521-0e57-45ab-b196-997de1a837cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.131612374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29e98c3b-b65e-437e-a1a3-d27936e353c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.137659852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1864d9c3-92f3-4f61-b56f-19c40ec951cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.146959107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"cbd0cd6f-f573-41c0-8f77-b9858f596823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.148623187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"6e120521-0e57-45ab-b196-997de1a837cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.14930945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29e98c3b-b65e-437e-a1a3-d27936e353c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.152844183Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-514a7b priority=0:[ai-tenant-e2e-extmod-b-514a7b/e2e-att-detach-50cd20-sub ai-tenant-e2e-extmod-b-514a7b/e2e-att-unrel-49e387-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.166902875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"d413889a-d015-4b23-a39d-6719d0490b68","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.166921268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"d413889a-d015-4b23-a39d-6719d0490b68","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.22303977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8d2bd85d-1edc-4f80-afa6-9e676e9d3676","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.241903953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"8d2bd85d-1edc-4f80-afa6-9e676e9d3676","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.247920667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c08cba55-360d-4b5c-90b2-3e3ef9d1fc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.247924938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"32d4b4a1-9531-4b1d-b903-cd3158200940","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.24938706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"8fe4a49c-776a-4b7b-9a23-b07646d92dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.24960548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9469cd52-d1e3-4c01-8a3d-36b908877d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.265368232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c08cba55-360d-4b5c-90b2-3e3ef9d1fc6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.265865062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"32d4b4a1-9531-4b1d-b903-cd3158200940","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.267635989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"8fe4a49c-776a-4b7b-9a23-b07646d92dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.268026068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9469cd52-d1e3-4c01-8a3d-36b908877d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.320708421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"deda2bb8-236a-474f-9ab9-1b8f91ef7489","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.3207288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"deda2bb8-236a-474f-9ab9-1b8f91ef7489","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.433068534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0fe13b63-133c-42c5-abbc-609f96ec90f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.433534619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d6835bc3-3361-4e27-a25a-59cda51151af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.434858358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"88370e60-c9ac-4c16-82d7-00bba37f0fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.435127838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b0fa5151-7962-4d2b-82bb-1c55677248f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.451883136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"0fe13b63-133c-42c5-abbc-609f96ec90f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.45220721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d6835bc3-3361-4e27-a25a-59cda51151af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.454221416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"88370e60-c9ac-4c16-82d7-00bba37f0fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.454443903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"b0fa5151-7962-4d2b-82bb-1c55677248f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.461643372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"03f3d462-9411-4867-b2df-82ffb639c1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.479460403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"03f3d462-9411-4867-b2df-82ffb639c1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.505721287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"997661e6-9c97-4b78-8c29-91705431f6df","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.537952405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"79b07d89-4fcb-47af-87c0-b656b6f3b393","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.55577761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"79b07d89-4fcb-47af-87c0-b656b6f3b393","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.573536555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"79b07d89-4fcb-47af-87c0-b656b6f3b393","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.624305893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"997661e6-9c97-4b78-8c29-91705431f6df","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.671761794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"997661e6-9c97-4b78-8c29-91705431f6df","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"name":"e2e-extmod-a-f67db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.671787547Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893-f67db5-access","reconcileID":"997661e6-9c97-4b78-8c29-91705431f6df","MaaSAuthPolicy":{"name":"e2e-cfl-954893-f67db5-access","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f67db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.705348029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"aa384c47-ec74-4557-aa83-a2d1f8340782","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"ai-tenant-e2e-extmod-a-f67db5/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.705374306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"aa384c47-ec74-4557-aa83-a2d1f8340782","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"routeName":"external-model-e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.904350327Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"420606da-bb2e-4cbf-9919-e498ae6ac127","namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.971941976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fc281795-baa2-486e-9c49-a2b37b4ef812","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.984979912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0f4de2ea-9e24-42b6-9abe-0f372b8de2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.987211215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b7c98f5b-b039-496d-8f7b-0c2570ff7fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.987221451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"234d7e20-3230-419c-ba59-81292b01d4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:16.991516427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fc281795-baa2-486e-9c49-a2b37b4ef812","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.003936757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0f4de2ea-9e24-42b6-9abe-0f372b8de2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.006895231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"234d7e20-3230-419c-ba59-81292b01d4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.00725976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"b7c98f5b-b039-496d-8f7b-0c2570ff7fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.009935051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fc281795-baa2-486e-9c49-a2b37b4ef812","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.050113279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1a027d72-ac7e-4923-94e1-b5ece042b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.057426971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"943840d4-3c09-4fe9-b266-8c0cff79bc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.068489095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"1a027d72-ac7e-4923-94e1-b5ece042b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.075948319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"943840d4-3c09-4fe9-b266-8c0cff79bc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.118243502Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-7a97ec","namespace":"e2e-extmod-cfl-1-4c12e1"},"namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","reconcileID":"3fc05da1-6ffb-428c-8148-b4083cef3769","namespace":"e2e-extmod-cfl-1-4c12e1","name":"e2e-cfl-7a97ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.148938295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"300ddabf-affc-4d70-8be0-fa00d2f95eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.148948068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29355e32-1452-4729-8d00-9c0eee4d9789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.150665122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"71b00b92-c05e-4bd1-901f-1579b994ffb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.168638169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29355e32-1452-4729-8d00-9c0eee4d9789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.16880164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"300ddabf-affc-4d70-8be0-fa00d2f95eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.172379258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"71b00b92-c05e-4bd1-901f-1579b994ffb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.248853346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"50c8a278-b6e5-4ccf-ab39-e1777e104b23","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.26577243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"750eabad-b045-4953-beb3-43c0d5879596","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.27899549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fd804aa6-988a-46e4-926f-4e8882952032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.283276362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"750eabad-b045-4953-beb3-43c0d5879596","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.296272293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"fd804aa6-988a-46e4-926f-4e8882952032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.380734962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"6ab6e8e4-172e-43f3-8f32-da012b6bbed3","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.380743708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"29500ee3-5ece-4d89-8571-a1668fd4ed5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.381383628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c4acbaa7-2f8d-42c6-8cff-b2ad0e0ebc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.388735583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"15d23eed-d7b9-4e85-a46b-269931e77ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.400337363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"6ab6e8e4-172e-43f3-8f32-da012b6bbed3","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.40379876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"c4acbaa7-2f8d-42c6-8cff-b2ad0e0ebc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.408450756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"15d23eed-d7b9-4e85-a46b-269931e77ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.411098602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"29500ee3-5ece-4d89-8571-a1668fd4ed5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.442778264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","reconcileID":"9bffc8af-0d6a-4de2-aa27-934f6b2e147b","namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.470554931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ad76a4d9-71f9-4386-9c46-def399789a9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.489464244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ad76a4d9-71f9-4386-9c46-def399789a9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.523232417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"27730091-adf4-4cf8-83c7-90f602863aa5","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.548487816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"c46a7230-7194-4438-8cef-768538de4845","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.564343088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a86607b9-82ef-4ba9-8a35-07483955aeee","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.578240851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5c7a2bf2-a602-42ed-9f53-7cccd59cb3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.580481326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64230c1a-2adf-49da-afb9-65a8605a8a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.583337852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a86607b9-82ef-4ba9-8a35-07483955aeee","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.584135675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"85322d8b-5865-4799-9494-114c5da8dea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.602525364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5c7a2bf2-a602-42ed-9f53-7cccd59cb3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.604237227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a86607b9-82ef-4ba9-8a35-07483955aeee","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.605389533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64230c1a-2adf-49da-afb9-65a8605a8a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.656830352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"85322d8b-5865-4799-9494-114c5da8dea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.683028005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be05c01a-3774-4727-9e97-7aa6516f618b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.684476688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"20c55b54-b1fc-459d-8553-50f249fb2482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.70159308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be05c01a-3774-4727-9e97-7aa6516f618b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.702519823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"20c55b54-b1fc-459d-8553-50f249fb2482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.779301973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"15446efa-3a38-4b14-87a2-4afe5cee475b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.779665929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"18aac681-4436-4449-8ae3-2bf0aa8867c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.794017012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"652067e1-4fb2-4f95-a766-be305b294cf4","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.799186581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"15446efa-3a38-4b14-87a2-4afe5cee475b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.800187879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"18aac681-4436-4449-8ae3-2bf0aa8867c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.808529916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"7f22c6c3-43a2-47c3-a06b-45beb371d3a0","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"tenant":"e2e-extmod-a-f67db5","gateway":"openshift-ingress/e2e-extmod-a-f67db5","model":"e2e-extmod-cfl-1-ac1df4/e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.808546645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"7f22c6c3-43a2-47c3-a06b-45beb371d3a0","MaaSModelRef":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"routeName":"external-model-e2e-cfl-954893-0c3aa01b129a","namespace":"e2e-extmod-cfl-1-ac1df4","model":"e2e-cfl-954893","externalModel":"e2e-cfl-954893","provider":"e2e-cfl-954893-provider","gateway":"openshift-ingress/e2e-extmod-a-f67db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.811646496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"6a986b28-3baa-4351-b341-f20930d18c03","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.825714424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"07ce8782-ebe4-4145-b819-c6bc6e79bd61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.828274744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"26c16ce7-53db-4abd-bf03-f84fd5e1d608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.832566611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"6a986b28-3baa-4351-b341-f20930d18c03","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.844070719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"07ce8782-ebe4-4145-b819-c6bc6e79bd61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.845880418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"26c16ce7-53db-4abd-bf03-f84fd5e1d608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.902710632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4bbe0862-0854-41f5-bf08-cefd509acb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.903116392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0ab66f39-93a1-4fea-92f4-5cd3fff644ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.926730933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0ab66f39-93a1-4fea-92f4-5cd3fff644ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:17.928487717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"4bbe0862-0854-41f5-bf08-cefd509acb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.081525414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b867a67f-7fe6-4e37-be64-54d1f0d1b43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.081870998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"21fe1a06-e548-4e2a-a85f-952313d4993b","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.084488872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"d265acc7-f08a-4b26-8cad-2e0128d19546","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.099302358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"21fe1a06-e548-4e2a-a85f-952313d4993b","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.099375985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"b867a67f-7fe6-4e37-be64-54d1f0d1b43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.101575469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"d265acc7-f08a-4b26-8cad-2e0128d19546","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.164418554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"d24e80d3-41f8-47d8-8762-5da2db71bcb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.17734524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"08edb8f1-faed-4639-9f4b-f95808af36f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.181664321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"d24e80d3-41f8-47d8-8762-5da2db71bcb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.194492774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"08edb8f1-faed-4639-9f4b-f95808af36f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.197789327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"d24e80d3-41f8-47d8-8762-5da2db71bcb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.240032465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"25afcdf6-07d3-4f31-8ca7-49d4411f1ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.257256397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"25afcdf6-07d3-4f31-8ca7-49d4411f1ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.27700019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba8ea9c3-a69b-41cb-b158-8eb3090bffc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.294137985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba8ea9c3-a69b-41cb-b158-8eb3090bffc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.364797191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"91e75365-567d-402f-981b-0d36243a015a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.379501673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d4e422ec-970d-4b8b-87b4-9179112a66f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.385320011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1dbcad74-7129-41ad-9020-84c9e3660f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.386707099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"91e75365-567d-402f-981b-0d36243a015a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.400314742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d4e422ec-970d-4b8b-87b4-9179112a66f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.402859886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1dbcad74-7129-41ad-9020-84c9e3660f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.491568337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"8acb69ae-0794-4c6f-a2d9-86845237bf2e","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.49378357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"647236d1-88e1-41fa-a53a-66d014a66cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.499231144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"50a54424-1c67-474a-b3e7-4b8f97f6323f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.51756674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"647236d1-88e1-41fa-a53a-66d014a66cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.521029145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"50a54424-1c67-474a-b3e7-4b8f97f6323f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.577695419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"58b7cc1e-96ee-436a-84f7-ab0b42347dd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.59023108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e6d35dc2-063a-4d0b-b346-4df139922aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.590551855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f096ef96-f6ba-438f-b1e1-c4bd9ced0b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.595884937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"58b7cc1e-96ee-436a-84f7-ab0b42347dd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.609485204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f096ef96-f6ba-438f-b1e1-c4bd9ced0b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.656936276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e6d35dc2-063a-4d0b-b346-4df139922aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.658179464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"58b7cc1e-96ee-436a-84f7-ab0b42347dd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.698898217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-954893","namespace":"e2e-extmod-cfl-1-ac1df4"},"namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","reconcileID":"456a8030-1dd8-4b51-92d2-9a01ec76b3c3","namespace":"e2e-extmod-cfl-1-ac1df4","name":"e2e-cfl-954893","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.702040389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"920820f2-0734-4fcb-b1e2-d37b3445986a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.702045227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0356b005-24a2-4beb-9d55-0f9fbed363e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.717577714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"22f40ab2-f5cc-4ee8-9235-2fca4a1391c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.720004239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0356b005-24a2-4beb-9d55-0f9fbed363e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.720018051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"920820f2-0734-4fcb-b1e2-d37b3445986a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.727572793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6000ff34-14bc-440f-91da-ec2ab5c2e4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.73595646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"22f40ab2-f5cc-4ee8-9235-2fca4a1391c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.761031179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6000ff34-14bc-440f-91da-ec2ab5c2e4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.82215603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9ac8d928-5702-4862-b2df-b8ff7ec6cc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.842808856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9ac8d928-5702-4862-b2df-b8ff7ec6cc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.85999878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"6c4559fb-d166-4ecb-b23b-dfb465b6e1f2","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.866826113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"08ef4d11-6fe3-40d4-a732-f85c2bf0a1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.878546602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"6c4559fb-d166-4ecb-b23b-dfb465b6e1f2","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.884671791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"08ef4d11-6fe3-40d4-a732-f85c2bf0a1f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.88960541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"73cfb917-caa8-46de-84a7-97205054d91d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.893000907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"66f787b3-fda0-40c5-a933-a0906096b78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.910608329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"73cfb917-caa8-46de-84a7-97205054d91d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.928501772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4becb966-5b94-4dd7-b522-73fa244652b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.945868064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"4becb966-5b94-4dd7-b522-73fa244652b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:18.956803505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"66f787b3-fda0-40c5-a933-a0906096b78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.064957934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2526e826-88d5-47c4-9338-73868b577628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.065612135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d7f9b49e-fce5-43fb-8581-c6c6dca96be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.066131519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6a6a6252-9f58-4927-9e86-20340dbc7581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.08372409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2526e826-88d5-47c4-9338-73868b577628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.08372509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d7f9b49e-fce5-43fb-8581-c6c6dca96be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.085998585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6a6a6252-9f58-4927-9e86-20340dbc7581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.150518751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"b2a22402-6054-4a37-87bd-b077ba7f33dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.163703809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f338e21c-1ec8-4a26-a61a-e91943fd0e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.16820234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"b2a22402-6054-4a37-87bd-b077ba7f33dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.181092362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f338e21c-1ec8-4a26-a61a-e91943fd0e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.185316313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"b2a22402-6054-4a37-87bd-b077ba7f33dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.25453829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"69c26ea9-28ff-43c2-99d9-20816c1a9d0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.265602214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1cac98a7-73b8-4a89-94cd-2c75abb56ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.268723936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fc3919ca-fec5-45d4-8237-9f6e080d912a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.268728216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78feb9b8-673e-493c-8dec-18e9aa082f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.269059163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b0b38174-6b86-4f70-8e93-6c27803f4ca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.274014767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"69c26ea9-28ff-43c2-99d9-20816c1a9d0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.283356713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1cac98a7-73b8-4a89-94cd-2c75abb56ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.286824349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b0b38174-6b86-4f70-8e93-6c27803f4ca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.287045683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78feb9b8-673e-493c-8dec-18e9aa082f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:19.289212106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"fc3919ca-fec5-45d4-8237-9f6e080d912a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.333064201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"1a55ae7d-de8c-45ec-af18-d94ffca6e9c5","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","subscription":"e2e-cfl-same-d49f79-610c38-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.360582709Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"1a55ae7d-de8c-45ec-af18-d94ffca6e9c5","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.374552003Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-sub","reconcileID":"1a55ae7d-de8c-45ec-af18-d94ffca6e9c5","MaaSSubscription":{"name":"e2e-cfl-same-d49f79-610c38-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.460704473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-514a7b priority=0:[ai-tenant-e2e-extmod-b-514a7b/e2e-att-detach-50cd20-sub ai-tenant-e2e-extmod-b-514a7b/e2e-att-unrel-49e387-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.474284551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"4a5a0c7f-33fe-46f7-b1de-134a857b63af","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.474305434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"4a5a0c7f-33fe-46f7-b1de-134a857b63af","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.489027978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"788f9022-e6e7-4963-b005-930ae0b5a614","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.506770429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"788f9022-e6e7-4963-b005-930ae0b5a614","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.604758689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"06ce637b-cafd-4f8c-b06b-d23ea25e3620","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.618227584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"d4c7a284-537d-41f6-9320-00c41693fb22","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.618250522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"d4c7a284-537d-41f6-9320-00c41693fb22","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.622256747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"06ce637b-cafd-4f8c-b06b-d23ea25e3620","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.689568936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"d042b4dc-0c47-4985-a8b3-b68c3c995078","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.731548088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"d042b4dc-0c47-4985-a8b3-b68c3c995078","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.776807057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"d042b4dc-0c47-4985-a8b3-b68c3c995078","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.776826721Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-cfl-same-d49f79-610c38-access","reconcileID":"d042b4dc-0c47-4985-a8b3-b68c3c995078","MaaSAuthPolicy":{"name":"e2e-cfl-same-d49f79-610c38-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.808464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"6d28f734-14d2-4feb-afe6-39dc538b6b53","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"tenant":"e2e-extmod-a-e4fa0c","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","model":"e2e-extmod-cfl-1-610c38/e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:25.808486268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"6d28f734-14d2-4feb-afe6-39dc538b6b53","MaaSModelRef":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"routeName":"external-model-e2e-cfl-same-d49f79-7dc798b8a72b","namespace":"e2e-extmod-cfl-1-610c38","model":"e2e-cfl-same-d49f79","externalModel":"e2e-cfl-same-d49f79","provider":"e2e-cfl-same-d49f79","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.305471786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"7d415949-42fc-4445-81f9-ecf0a8e80e8a","namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.336718674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2ca1c4ed-74dc-4e22-9660-6e676e08dccf","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.348731272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"67e6ce21-5530-4be0-9863-1c43f234e2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.350598163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0dae086-bf61-475f-b112-f0d376a333d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.35165918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0da68f67-6475-49be-aa01-8ef173391588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.351913898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0aacaea3-8295-49b8-b6dd-cb4019b043b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.354855563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2ca1c4ed-74dc-4e22-9660-6e676e08dccf","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.366166574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"67e6ce21-5530-4be0-9863-1c43f234e2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.368358142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0dae086-bf61-475f-b112-f0d376a333d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.369461846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0da68f67-6475-49be-aa01-8ef173391588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.370787568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"0aacaea3-8295-49b8-b6dd-cb4019b043b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.371335518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2ca1c4ed-74dc-4e22-9660-6e676e08dccf","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.415911345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24794c1a-d4cf-4fde-aadc-a1227fe66af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.455289671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24794c1a-d4cf-4fde-aadc-a1227fe66af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.580650243Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-1-610c38"},"namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","reconcileID":"ffaf8515-06eb-4572-be59-f9fbebdb9ada","namespace":"e2e-extmod-cfl-1-610c38","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.63659253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a8e5b02e-ea60-4c3e-ba0c-1eafb956ec43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.64612356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d68cade1-adcf-4a5d-86c1-98e00d6f3357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.646290749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7989644f-1718-4392-ba3a-5f78ae0cdebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.646515851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"bd775d55-628c-4471-9516-b6e9e3f16842","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.655186474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a8e5b02e-ea60-4c3e-ba0c-1eafb956ec43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.660400642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"5ae17269-ac37-42d4-9c57-12e3344fb659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.664511265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"bd775d55-628c-4471-9516-b6e9e3f16842","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.664720474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d68cade1-adcf-4a5d-86c1-98e00d6f3357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.666641684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7989644f-1718-4392-ba3a-5f78ae0cdebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.677710901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"5ae17269-ac37-42d4-9c57-12e3344fb659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.735960248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"675fa73d-aa38-4ac8-ac7d-423ae579c336","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.753328286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"675fa73d-aa38-4ac8-ac7d-423ae579c336","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.837788336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ec953812-ea1d-41e9-b193-91e7611deedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.83778793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f0b3f700-6fd5-4cbc-bafa-57548e90b804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.85669366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ec953812-ea1d-41e9-b193-91e7611deedc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.857352454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f0b3f700-6fd5-4cbc-bafa-57548e90b804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.923648292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0569690c-b84a-4284-945a-72203a6de596","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.936585586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8a66e0c7-08ed-4b3a-9d34-a3c33e9289b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.941454652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0569690c-b84a-4284-945a-72203a6de596","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.954071719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8a66e0c7-08ed-4b3a-9d34-a3c33e9289b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:26.95826819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0569690c-b84a-4284-945a-72203a6de596","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.038633103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e9ca08d8-e4b1-4679-a291-683aacf05999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.03864722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e36780e1-3b3e-489f-825a-7746315bbcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.039615748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dffda19-2de9-481a-915f-2f1a91437521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.040056439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"4d965d20-28a3-4042-b47b-ab448a49faf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.05610331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e9ca08d8-e4b1-4679-a291-683aacf05999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.056742965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"e36780e1-3b3e-489f-825a-7746315bbcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.05846084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dffda19-2de9-481a-915f-2f1a91437521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.059113306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"4d965d20-28a3-4042-b47b-ab448a49faf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.137923747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"4eea68b6-f091-4137-88c3-0c5f89a6465f","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.151660973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"756485d4-cffe-4761-97e4-e0902f9943f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.151696591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f0dfb90b-7cc2-4ae5-98aa-4102f8931e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.152138247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4ce24bd1-403f-45a4-9436-c3988e6e9eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.152185816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f1948e7b-03aa-48ab-b34f-bab7a8f8d15b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.157024067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"4eea68b6-f091-4137-88c3-0c5f89a6465f","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.170726986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f0dfb90b-7cc2-4ae5-98aa-4102f8931e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.171060766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"756485d4-cffe-4761-97e4-e0902f9943f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.173326364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f1948e7b-03aa-48ab-b34f-bab7a8f8d15b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.173462465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4ce24bd1-403f-45a4-9436-c3988e6e9eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.379401698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"dd8b64d9-9a4f-47f3-b47d-81153b52e6dc","namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.408911008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"ad8dadfd-5812-4b7c-8a52-0eae2fa8d49f","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.422820845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ba55c786-36d7-4601-ba0f-abe59a1a5551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.423493172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"6b5e63ce-8735-4a21-9ef5-2d07bd125fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.423674163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"695f86e3-1371-48b8-b9dc-eb3683245181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.426613226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23b0ac5f-de78-42a9-bb89-077150299c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.427249478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"ad8dadfd-5812-4b7c-8a52-0eae2fa8d49f","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.441573712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ba55c786-36d7-4601-ba0f-abe59a1a5551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.442632311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"695f86e3-1371-48b8-b9dc-eb3683245181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.444217689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"6b5e63ce-8735-4a21-9ef5-2d07bd125fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.445379929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"ad8dadfd-5812-4b7c-8a52-0eae2fa8d49f","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.446162042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23b0ac5f-de78-42a9-bb89-077150299c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.524286499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"565d942b-1876-44ea-8250-e2ece45b38d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.541698319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"565d942b-1876-44ea-8250-e2ece45b38d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.590506257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d49f79","namespace":"e2e-extmod-cfl-2-3f7b3b"},"namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","reconcileID":"d8386a2a-c639-4d76-be9f-7000258e7dbf","namespace":"e2e-extmod-cfl-2-3f7b3b","name":"e2e-cfl-same-d49f79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.629314359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55e357c9-1c9f-4c00-bc97-86b44d28c7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.63002134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3579bf74-a485-49c4-b5e8-cc5568fe13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.63049724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3cbc2a68-e0dd-4039-b899-4fb63451babd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.630932557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"200ef5c5-e6b0-422a-a8f1-d6da548f5f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.679141256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55e357c9-1c9f-4c00-bc97-86b44d28c7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.703356177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"3579bf74-a485-49c4-b5e8-cc5568fe13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.708676386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"200ef5c5-e6b0-422a-a8f1-d6da548f5f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.71059981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"3cbc2a68-e0dd-4039-b899-4fb63451babd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.751552386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"9fd9b3d6-cd12-4809-8148-d150bf227b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.769579189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"9fd9b3d6-cd12-4809-8148-d150bf227b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.912355789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"05150e2d-ad74-4d7e-8157-2075d7261425","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.91305194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ddf52423-cfb0-4432-83a6-7c5db2fe3757","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.913166842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"35ba72b9-1c40-49d0-b120-f5d3a4805f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.913709705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"e897d31f-fadc-48fa-9397-b7d97525533d","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.913950688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4d8989a3-2081-4692-aca4-8715a0b8a85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.982874523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"05150e2d-ad74-4d7e-8157-2075d7261425","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.987635165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ddf52423-cfb0-4432-83a6-7c5db2fe3757","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.987750455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"35ba72b9-1c40-49d0-b120-f5d3a4805f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.990516353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"e897d31f-fadc-48fa-9397-b7d97525533d","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:27.997624572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4d8989a3-2081-4692-aca4-8715a0b8a85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.016294643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14b83a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe5c8f6f6bd93b457c2ed3ce05c112a4dde72229ecb75e4c3a3ae91d01172cd5) AuthConfig (d310b3d6ee046ddc1af9577c5e93e4bc76f6eae2491beb16901fb31df5221dd5) AuthConfig (b85e3e32542526de9a05ff7fc005f49993abbf1c0c0bf257a529c13b42b1705c) AuthConfig (92b68b2cb4798298a172c4ad6cb1d1fdb592ec0a55dd28c72a6bf04445094e88) AuthConfig (d4617e9660ab7c1f8571c603f2258fe4a7e4c0655a770eda7f9bea2fe7187732) AuthConfig (64540c32b45a6f5181a057065687e1e337cfc723c767963a0f245c2df7e91f07) AuthConfig (2ead158dfc9099b65611fb3cefa6cdf4137aeb5774cc1caab44a1f0fc98bf6e0) AuthConfig (7e3bc228b2d05c2ea819473e1d610822a7ec6acac41aabd9623e39c4ba028d90) AuthConfig (4d45d8b84ad1cfc42e9b920d68ec1e3f5ed26e10d52edb4791c141e017e418b8) AuthConfig (1898fa0a0241c0754d20c2e9dfa4a7a01fbfb9eb8bd35b6a57f8f8050edf5ba4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"05150e2d-ad74-4d7e-8157-2075d7261425","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.111316169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e7a52e7b-e738-4091-b62e-5fdaa941c65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.129486614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"e7a52e7b-e738-4091-b62e-5fdaa941c65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.21124195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"554bfb0d-0c05-4b33-a513-263e3278d8ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.211712611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"cf2cff57-5ca9-4060-80da-8156a122aa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.229058637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"554bfb0d-0c05-4b33-a513-263e3278d8ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.229587949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"cf2cff57-5ca9-4060-80da-8156a122aa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.311353924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7ebc2793-83de-40e6-b5c3-0d8f39854f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.312276721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd552f7e-c63b-4b79-8ea9-1985c4e4c54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.312724171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7d630a64-e823-479a-a4a6-f98df9385394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.355477005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"93561d0d-cc6f-4a71-aaff-75f21ac1620b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.3558259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4867fb-6ab0-4449-b664-a9127b12d9fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.358151646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7ebc2793-83de-40e6-b5c3-0d8f39854f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.36039065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd552f7e-c63b-4b79-8ea9-1985c4e4c54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.361685445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7d630a64-e823-479a-a4a6-f98df9385394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.373697775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"93561d0d-cc6f-4a71-aaff-75f21ac1620b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.373882842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4867fb-6ab0-4449-b664-a9127b12d9fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.442143712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"95f0e2b5-2897-465e-89ea-dc9e55a40048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:28.46033855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"95f0e2b5-2897-465e-89ea-dc9e55a40048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:32.906813196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"f296670e-bff0-4cb2-857a-749715df872b","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-detach-50cd20","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:32.997658896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"cedd70f6-7bf6-4fd2-87c2-63398f43a61e","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:32.997689185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"cedd70f6-7bf6-4fd2-87c2-63398f43a61e","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:33.727025047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"18c92e76-69aa-4fc9-9aa5-2e8055fce897","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:33.728039259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8132baf5-b547-4d64-839c-d8905af2cb24","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:33.75690296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"18c92e76-69aa-4fc9-9aa5-2e8055fce897","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:33.764772085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8132baf5-b547-4d64-839c-d8905af2cb24","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:34.893999779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.860997296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","reconcileID":"0fbac697-ed71-48c4-92e0-b732cc3cb6a4","namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.897768002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"71714ec0-46fd-4a91-aaa8-694253d6d45c","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.911337992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"71e35f6d-102e-4704-a114-690a7843f6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.912251889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406e7042-7df3-4836-aca1-f9de1f388a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.912604743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a8fe5779-f56d-4753-9548-89fe9a2c82fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.912707393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7afa140b-3259-4739-8b72-2f5696668686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.916029693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"71714ec0-46fd-4a91-aaa8-694253d6d45c","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.930074973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"71e35f6d-102e-4704-a114-690a7843f6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.931947156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7afa140b-3259-4739-8b72-2f5696668686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.932397989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406e7042-7df3-4836-aca1-f9de1f388a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:35.934334191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a8fe5779-f56d-4753-9548-89fe9a2c82fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.040424879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf34494-17ad-47a1-b317-00b0afa1e1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.040756476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a8fec064-ddf8-41b7-88c4-f0c9b3fa9332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.054930802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf34494-17ad-47a1-b317-00b0afa1e1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.07036074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf34494-17ad-47a1-b317-00b0afa1e1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.087559808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf34494-17ad-47a1-b317-00b0afa1e1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.091536618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a8fec064-ddf8-41b7-88c4-f0c9b3fa9332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.104694699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","reconcileID":"1a4c9891-63e1-4c1a-b504-7cf21ac75d82","MaaSModelRef":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.126330334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820ea349-cd42-4335-9acf-bcb2226ddf7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.128351762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7b86a6a4-1f03-47c4-a4b2-f733fd22972d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.128370067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d4f8578f-75a3-43c6-9805-3ad8c66c038b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.138362467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"cd77ab80-5276-4a2e-b9ba-92814b934f42","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.143897639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"820ea349-cd42-4335-9acf-bcb2226ddf7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.146519103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"7b86a6a4-1f03-47c4-a4b2-f733fd22972d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.146561272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d4f8578f-75a3-43c6-9805-3ad8c66c038b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.240413514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","reconcileID":"d367f66d-df33-48eb-86c1-2579a7183d97","namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.263954851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2222f2d6-75e2-4992-9ab2-5c887acc8fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.264742827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","reconcileID":"5aebcf8d-f39e-41de-9d3a-53480ac6000e","MaaSModelRef":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.287027042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"92656e2f-e924-49a5-a0bf-97a5e448380a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.298443708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"272b0f01-61e2-461d-bd71-fcdbb3ab4605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.311243656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"92656e2f-e924-49a5-a0bf-97a5e448380a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.311366323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2222f2d6-75e2-4992-9ab2-5c887acc8fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.313541686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"7c27b366-8030-43e0-9019-f9f251d2fccd","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.316148734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"272b0f01-61e2-461d-bd71-fcdbb3ab4605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.319377779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ade9a226-8d34-4aad-b44e-7422f3dc6fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.331063685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"7c27b366-8030-43e0-9019-f9f251d2fccd","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.337204914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"ade9a226-8d34-4aad-b44e-7422f3dc6fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.397630167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"417eb406-1f3a-4e2b-a85b-9f244ea1f939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.402556191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"160f3a70-f7df-4df8-a1c5-d90107604e17","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.407697143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a138c376-0619-4299-9e83-129d07337b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.415475938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"417eb406-1f3a-4e2b-a85b-9f244ea1f939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.421944866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"160f3a70-f7df-4df8-a1c5-d90107604e17","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.425485009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"a138c376-0619-4299-9e83-129d07337b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.513013531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"63480c30-689b-4d79-bee7-b536ef6a1f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.530501882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"63480c30-689b-4d79-bee7-b536ef6a1f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.559663038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99f2b10c-1d0d-4e39-bca0-1d9a013107cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.560063354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a58e70c3-6b20-46c3-8a2d-d15c6b962adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.5832405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ee18c56d-a7ed-423b-a430-6ba42ddd9779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.589428759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99f2b10c-1d0d-4e39-bca0-1d9a013107cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.591580011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a58e70c3-6b20-46c3-8a2d-d15c6b962adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.601244886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ee18c56d-a7ed-423b-a430-6ba42ddd9779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.619604933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"686b960d-79d0-4d20-bf76-5b348a8491a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.655406958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"686b960d-79d0-4d20-bf76-5b348a8491a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.781190197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5d17d-b53e-4b19-a08f-e01c376b3d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.790378119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","reconcileID":"f7a632fc-771c-4bb2-adff-6c28ba9e4d2b","namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.795737178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5d17d-b53e-4b19-a08f-e01c376b3d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.79600053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"96b8214c-0d73-429e-8451-61a27b8e83fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.796185818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cbe3c0f-bbc6-4bc2-b694-0e965643c0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.79632606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b5ac52aa-bd33-423c-a754-45394188dc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.796418269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"68b5c020-c55f-460c-9f25-c305698afb4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.801651789Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-388bfe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-388bfe","reconcileID":"0c080098-4741-47f0-81f9-64f36f42792c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-388bfe","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-388bfe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.810260064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5d17d-b53e-4b19-a08f-e01c376b3d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.824320117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b5d17d-b53e-4b19-a08f-e01c376b3d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.828686048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"b5ac52aa-bd33-423c-a754-45394188dc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.829396798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"68b5c020-c55f-460c-9f25-c305698afb4e","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.830942397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cbe3c0f-bbc6-4bc2-b694-0e965643c0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.831525918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"96b8214c-0d73-429e-8451-61a27b8e83fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.908842007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"fcab4cc0-3b57-4c5f-969c-cb4f30fd40a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.913404609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","reconcileID":"d63d2bde-314a-4c24-b0b9-d687c8e339dc","namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.942506743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"fcab4cc0-3b57-4c5f-969c-cb4f30fd40a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:36.975194143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-a1b0cd","namespace":"e2e-extmod-att-noaccess-f1b228"},"namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","reconcileID":"18d24e79-eff1-4484-87dc-0f742b8e2618","namespace":"e2e-extmod-att-noaccess-f1b228","name":"e2e-att-noaccess-a1b0cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.005437386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","reconcileID":"77f8d6b9-8230-4b35-9264-2eb7b567fb78","namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.05846257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3e4fba0a-7b4d-4885-876b-11969d87fd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.058506341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"80f32013-c211-4882-8478-f6d8a8f1f4aa","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.058891179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4aee203d-0067-4d33-8407-4154c2806b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.07859769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"80f32013-c211-4882-8478-f6d8a8f1f4aa","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.080171881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4aee203d-0067-4d33-8407-4154c2806b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.081044723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"3e4fba0a-7b4d-4885-876b-11969d87fd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.135047067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"00bdba4f-ad37-4cad-a138-8c43110301c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.153364681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"00bdba4f-ad37-4cad-a138-8c43110301c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.17976163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"f031615e-fb5f-4481-b8ef-10e487ed80ee","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.228223136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"0650b918-7b0c-4281-a536-c989e084e63b","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.241602816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"5480f449-566a-41e4-9442-4806c24431e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:49:37.243581176Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"0650b918-7b0c-4281-a536-c989e084e63b","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:49:37.243655993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"0650b918-7b0c-4281-a536-c989e084e63b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.262736698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"05e39b3f-3159-48af-bd38-962b4c22310b","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.266027239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"5480f449-566a-41e4-9442-4806c24431e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.332876189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"51fd1b93-91ee-4ec4-a145-d768906e753e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.334223711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a453497-55b3-43bc-9d51-91c724119642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.335651264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"014a5bac-0955-4ef3-bf8e-6d6dd7adcb86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.357569587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"51fd1b93-91ee-4ec4-a145-d768906e753e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.357874906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a453497-55b3-43bc-9d51-91c724119642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.359832129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"014a5bac-0955-4ef3-bf8e-6d6dd7adcb86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.387641202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"1b5ef458-ca56-420d-91f3-46d99baad7a0","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.425411702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"dd9fa0a3-9529-4627-9928-d4442bf0f9ef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.459478117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6f51dc34-20e2-44bf-962a-6f06bb23a218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.478992303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"75c0133a-9af4-4498-b68f-ce737360b9b6","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.482495121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6f51dc34-20e2-44bf-962a-6f06bb23a218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.495669269Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"a125148f-56cb-4ad2-9476-5ab0d791672a","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.521125481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7c42ec9c-7199-4f1f-8503-bff8b1571fd6","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.521152657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"7c42ec9c-7199-4f1f-8503-bff8b1571fd6","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.525767686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8415bfc3-ccc1-4cb9-9d20-e37d0e11531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.540232387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8415bfc3-ccc1-4cb9-9d20-e37d0e11531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.555141399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8415bfc3-ccc1-4cb9-9d20-e37d0e11531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.570489295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8415bfc3-ccc1-4cb9-9d20-e37d0e11531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.571234778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b526f4af-ad34-4b44-90f8-abe95d15f566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.571600959Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"1fe122c0-f398-4990-8f78-f88f7ff99d23","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8f38c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.571802246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"e3b37515-4df7-444b-a675-cd05320f99ff","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.5925847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"37a11639-5d15-4769-b8b8-806596e2a56e","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.65717668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","reconcileID":"8d81f8fe-5419-4b17-938b-0275cebfe474","namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.676773679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b526f4af-ad34-4b44-90f8-abe95d15f566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.761865796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"6c452fde-0ab6-40a6-8e09-3d4eb3247660","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.762759603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fdd7929e-f0ff-4bf5-a4d7-90013b7c8b06","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.780253338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf2610a-812c-4098-8e7e-2628b1723a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.78046781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5ea617c9-be96-48cf-87b4-e641e009f9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.783909998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fdd7929e-f0ff-4bf5-a4d7-90013b7c8b06","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.811192263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"5ea617c9-be96-48cf-87b4-e641e009f9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.81139073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf2610a-812c-4098-8e7e-2628b1723a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.813441129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"81035b93-8ebf-4e22-8415-8072278ce96f","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.819723642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"18f810f8-2c18-49ab-9534-757e73de153c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.867990156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"18f810f8-2c18-49ab-9534-757e73de153c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.901740444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1907e45d-5d11-433b-b5f9-2403280ab7cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.920200076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"1907e45d-5d11-433b-b5f9-2403280ab7cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.973287633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"5ee0309f-d8ac-4fb3-be36-b0d13c1b60df","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.973838899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"460523f0-3feb-4246-8284-26fbda51bf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.986889328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c00dcbc8-f212-42c8-866a-e83f1ee21301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.991606173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"5ee0309f-d8ac-4fb3-be36-b0d13c1b60df","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:37.991791667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"460523f0-3feb-4246-8284-26fbda51bf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.010790576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"c00dcbc8-f212-42c8-866a-e83f1ee21301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.062483405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ca7c99b2-ed2e-40d1-b881-2af09cc39892","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.081017581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"ca7c99b2-ed2e-40d1-b881-2af09cc39892","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.173351304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"dadef718-554b-4781-bdd3-2c2507c71d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.19337394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"dadef718-554b-4781-bdd3-2c2507c71d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.263218907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f5da2b4c-e47d-4ed0-99b6-885b2480ecba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.26345596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eef5d62-5c7a-42ef-8e63-62df8a68ca72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.266665567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"37424f4d-59e2-4c25-851f-79aa804e4b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.282532237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f5da2b4c-e47d-4ed0-99b6-885b2480ecba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.283359584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eef5d62-5c7a-42ef-8e63-62df8a68ca72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.284894558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"37424f4d-59e2-4c25-851f-79aa804e4b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.362638911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"54ecbff9-0434-472a-83f5-78f4bf74d6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.369584941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","reconcileID":"02cd539d-95db-475c-804d-0bfbe24a6ae5","namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.381942069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"54ecbff9-0434-472a-83f5-78f4bf74d6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.383615223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"86bb3543-3319-4f49-b50f-2ba0272e59be","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.419737352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"0a0cb5d2-a50d-4c61-ba26-d4d7e2d6c47a","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.451921489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9b9f84f-b1dc-4e8f-96d4-ba50b9c73ace","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.466545551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"564bb8ec-e5b8-449e-8194-31b21263eedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.466932489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4aac5e96-e8b4-4a8b-903b-2783300cfc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.47504673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9b9f84f-b1dc-4e8f-96d4-ba50b9c73ace","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.4867402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4aac5e96-e8b4-4a8b-903b-2783300cfc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.562631994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"564bb8ec-e5b8-449e-8194-31b21263eedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.643955238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"31263973-dee8-4a13-b938-42965a4aa738","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.655044643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00ad2e2c-176c-47fc-b075-9a37015628b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:49:38.66641659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"a6086035-22b4-4638-8437-d2c879255272","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-1d8871-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.673810843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00ad2e2c-176c-47fc-b075-9a37015628b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.678778122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"7e8e4c61-694d-4cc3-be3d-03b9338ef696","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:49:38.693752139Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"7e8e4c61-694d-4cc3-be3d-03b9338ef696","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:49:38.693801214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"7e8e4c61-694d-4cc3-be3d-03b9338ef696","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.708129627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"7a77089b-df2a-4a60-a9ad-23dc90348a2c","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.708151753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"7a77089b-df2a-4a60-a9ad-23dc90348a2c","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.7255536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"13e1106b-d5ff-4729-bb1e-aa1807b432be","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.74030402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"9901d896-e887-4052-b5af-52ca5fd03c71","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.753164015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"40efb71a-e1d7-4624-b953-d780bea9733d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.75450114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f8fdd8e1-11b2-4070-a8a7-8c2700ade6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.754788097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"78f3921a-0bd7-49c4-9770-ec9e017aef91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.771255024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"40efb71a-e1d7-4624-b953-d780bea9733d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.772209735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f8fdd8e1-11b2-4070-a8a7-8c2700ade6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.773576246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"78f3921a-0bd7-49c4-9770-ec9e017aef91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.798292289Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"ff2e3e70-0124-4e15-aab6-a8ca4c6883b3","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.87999974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"5ea96398-ab52-4414-8551-cfe79b00b5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.88041303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"456566b0-15ea-4a26-a6c7-411f5d698822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.880432035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"d8f31279-1721-4367-b2a1-42aa718d93f2","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.898154829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"5ea96398-ab52-4414-8551-cfe79b00b5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.899581534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"456566b0-15ea-4a26-a6c7-411f5d698822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.935763265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"484a284d-d9f1-40dc-861e-48a2045d6cfc","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.980889452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"dbfa2305-ebfc-4a06-bd8e-5d2c1dd123f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.981717081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2a328999-4152-45fd-875d-dba7f0806e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.983426498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"be53064b-5ed3-4228-9579-f1a4b395c815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.996620481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8d05e4cd-5b39-42a4-8350-4ec7ee16226e","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:38.996914154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a67fb399-6bf6-404f-8bce-fb5279d298e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.001819937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"2a328999-4152-45fd-875d-dba7f0806e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.003178621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"dbfa2305-ebfc-4a06-bd8e-5d2c1dd123f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.004351361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"be53064b-5ed3-4228-9579-f1a4b395c815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.015279179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"a67fb399-6bf6-404f-8bce-fb5279d298e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.016366564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8d05e4cd-5b39-42a4-8350-4ec7ee16226e","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.100684737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"c60938a1-cfa3-4139-be02-1114a6a63dca","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.113794253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"8555d18c-ae08-4bf8-a925-5b05e30bc37e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.120168663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"c60938a1-cfa3-4139-be02-1114a6a63dca","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:39.132808097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"8555d18c-ae08-4bf8-a925-5b05e30bc37e","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:41.960927835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"6b27160b-8375-4a74-b1f2-5094e524bdba","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:41.983984715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"7ba6975c-018b-4175-9656-022a80f3871a","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.018576537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"02571c76-d025-4da9-83e9-1c5744ad95a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.029917978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6a7708d3-6a20-4e9e-b7c9-db2a1a917571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.032265346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"5440941d-c79f-4c02-95f2-ffb3475a2ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.032702027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67f8d549-c54a-4262-9de1-00670e53ed2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.032853858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"683abec5-c5ea-42d7-9669-4c17547841ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.036152831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"02571c76-d025-4da9-83e9-1c5744ad95a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.047649206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6a7708d3-6a20-4e9e-b7c9-db2a1a917571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.050699519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67f8d549-c54a-4262-9de1-00670e53ed2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.05081396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"683abec5-c5ea-42d7-9669-4c17547841ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.052868151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"5440941d-c79f-4c02-95f2-ffb3475a2ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.212003059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6f10618e-38ee-4d01-8c02-04931e8e8bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.216432035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"91da5a79-def3-4df5-ac05-a1688bfb65f1","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.230346804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6f10618e-38ee-4d01-8c02-04931e8e8bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.300816262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"81c385c6-8315-4433-97b2-8c2761eccb1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.313770669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f55ec9da-dea0-425b-972e-0763234f5c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.313924445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b521ecda-6d23-48c5-81f6-fb7e1c534012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.314205243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aea1048-01af-4f14-a3df-4bc984745fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.319499878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"81c385c6-8315-4433-97b2-8c2761eccb1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.321120979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"71ae7cfc-dcf1-407d-95f5-f58d9b3a668b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.331522986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f55ec9da-dea0-425b-972e-0763234f5c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.331622944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aea1048-01af-4f14-a3df-4bc984745fd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.333971544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"b521ecda-6d23-48c5-81f6-fb7e1c534012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.339481751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"71ae7cfc-dcf1-407d-95f5-f58d9b3a668b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.412299464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"ffe1c63b-cf33-4672-88c6-c6689c2ad119","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.421356259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"59b72f02-c7b4-4f0c-bf98-50e88a40a429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.421411378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"a3092fad-287a-477e-b17c-f814ab6133f8","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.425186183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"1819eb9d-0b97-4def-9db6-3edd5d8f9315","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.425497148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"05dec3d5-8637-4123-a205-7a6a0e0861cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.440216289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"a3092fad-287a-477e-b17c-f814ab6133f8","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.44025213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"59b72f02-c7b4-4f0c-bf98-50e88a40a429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.444492099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"1819eb9d-0b97-4def-9db6-3edd5d8f9315","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.445061017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"05dec3d5-8637-4123-a205-7a6a0e0861cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.445140279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"06c733fe-ebc6-499a-b2d4-89da0151ad78","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.477817072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"6c2a63a1-6e56-40dd-9a5f-827dc2901c0d","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.491486854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"c2edd2e9-29fe-4a1a-9f3d-7fba3113b03e","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.533305328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f64a9aeb-2b42-4d65-944d-d63a47eb81ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.533680824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2301e7-826e-475e-85b6-81681e440514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.533908736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f6cc64ad-e5a3-4366-98ee-92245d748562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.560353729Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"b1fac878-e677-4980-82c7-d296a0301e7a","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.593303026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f64a9aeb-2b42-4d65-944d-d63a47eb81ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.622692692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"22ca757e-da06-42c4-9f3d-82e4d641034a","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.657618455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba2301e7-826e-475e-85b6-81681e440514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.685766054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f6cc64ad-e5a3-4366-98ee-92245d748562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.708193687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f8abe86b-33bd-4012-ab4b-ec6e681d41d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.709728948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"79da79d0-2844-4115-b69f-0af9fe8e9975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.715557439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"66dc68e2-7d47-41cb-a468-7774da1b57d9","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.75966606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"79da79d0-2844-4115-b69f-0af9fe8e9975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.772847518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"f8abe86b-33bd-4012-ab4b-ec6e681d41d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.826665022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f9323ecb-c5ae-4c56-bb76-a182369d4bdf","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.845869433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"f9323ecb-c5ae-4c56-bb76-a182369d4bdf","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.91524323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c20b4ec9-7573-4afd-bf31-9c79686e0bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.915424096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814306fe-e377-4c3f-b2c7-5cc7930354b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.93398014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"c20b4ec9-7573-4afd-bf31-9c79686e0bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:42.934234264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814306fe-e377-4c3f-b2c7-5cc7930354b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.04866672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a6cdfe64-f150-4101-ac91-9ab24052e2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.065162856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9947b884-defd-4e5e-94b4-5470cc612a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.071636841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a6cdfe64-f150-4101-ac91-9ab24052e2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.083792555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"9947b884-defd-4e5e-94b4-5470cc612a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.10852523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"23cd30d8-feda-408d-a4ec-b77b9220d590","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.125564848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a21af4b0-95f3-4a24-aa87-465ad8801955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.126973997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"23cd30d8-feda-408d-a4ec-b77b9220d590","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.128484573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"c49f6c15-9424-4f1f-b0ff-c849cae48a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.143316346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a21af4b0-95f3-4a24-aa87-465ad8801955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.146015706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"c49f6c15-9424-4f1f-b0ff-c849cae48a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.22470649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"20b5fde5-4de9-4fca-9fd2-087803c7ca1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.224990804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c3447bf6-ed2b-42ae-b5ff-d9f56657240b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.22818655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"84e4d889-3085-4905-86fc-785ca02fb692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.243663774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"20b5fde5-4de9-4fca-9fd2-087803c7ca1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.243708934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"c3447bf6-ed2b-42ae-b5ff-d9f56657240b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.246059429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"84e4d889-3085-4905-86fc-785ca02fb692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.279910127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"ad1806b1-3767-40f1-865c-f2a353ce45f9","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.295996076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"5c226d80-4fe5-4d0b-a32c-593f848539d0","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.31582726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7539fd7d-0452-45c5-8998-40a563d89c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.3169813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8c24ffec-66e6-4a6f-b511-6c3061b5a91e","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.330208811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"40f86642-340f-4346-95fd-e4cd3fc98b44","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.33510596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7539fd7d-0452-45c5-8998-40a563d89c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.33873082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"8c24ffec-66e6-4a6f-b511-6c3061b5a91e","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.344652914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"45c21a6e-ee86-4777-a890-824eb81c231d","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.571123245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"4270279f-7c14-401d-8e78-e40f021033b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.571208599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"21035820-0cf2-403a-a9b3-1accb0643317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.571577097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b8c8e3c1-0f1b-4ec2-958e-7f88944dbceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.585325824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7a73cf82-ffbf-475e-ab9a-e0f4f5bd7805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.589797897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"4270279f-7c14-401d-8e78-e40f021033b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.58987751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"21035820-0cf2-403a-a9b3-1accb0643317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.592261777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"b8c8e3c1-0f1b-4ec2-958e-7f88944dbceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.603538699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7a73cf82-ffbf-475e-ab9a-e0f4f5bd7805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.614332813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"27417c95-64c8-4bc4-b752-deed255c3c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.632361357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"27417c95-64c8-4bc4-b752-deed255c3c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.72883416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"91e51669-79f4-4f73-8178-169e6e0e5c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.732213237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b54255-08c1-49b2-8919-9a2c6edabbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.732488373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b28387df-624b-46e6-852b-1dd480d26947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.732574932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4a7aabd9-27af-4f2d-a611-6a81390185ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.746730135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"91e51669-79f4-4f73-8178-169e6e0e5c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.750109718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b54255-08c1-49b2-8919-9a2c6edabbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.750222402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"4a7aabd9-27af-4f2d-a611-6a81390185ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.752373944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b28387df-624b-46e6-852b-1dd480d26947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.813352472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"364a52e7-1ccf-4c77-82f1-a8c492b09ff8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.850725223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"364a52e7-1ccf-4c77-82f1-a8c492b09ff8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.927196296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0b83b793-7349-44d8-9ac3-6e3ebf7c989f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.927358788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1947b5-af3c-4160-9399-30c578a96bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.931709728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"eaf01951-951a-42cc-9c71-f44353f02da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.93221361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"31742804-a958-4067-adea-15aa86acc081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.946227093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0b83b793-7349-44d8-9ac3-6e3ebf7c989f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.946989473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1947b5-af3c-4160-9399-30c578a96bb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.950509661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"31742804-a958-4067-adea-15aa86acc081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.950658206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"eaf01951-951a-42cc-9c71-f44353f02da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:43.975823068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"7990c458-81d9-40fc-9bda-af4f9de0abc5","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.106210913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"9ea5d6ab-248c-41a0-870b-e2c6cfadad36","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.119147312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"03e9017d-163d-4fde-9c39-d8c0124b0ecd","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.137311327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"03e9017d-163d-4fde-9c39-d8c0124b0ecd","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.204715946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"4bf9a7c3-36af-494c-b7df-124605d018f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.218196394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7c0e7f49-5722-4439-bb72-bce332f644bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.219586496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd5a3fca-0a54-470b-b780-0cc545ca37e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.219887783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ce8cb288-ef3f-4100-bcb1-9e08da17903f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.236788402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7c0e7f49-5722-4439-bb72-bce332f644bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.23883576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"ce8cb288-ef3f-4100-bcb1-9e08da17903f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.239843109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd5a3fca-0a54-470b-b780-0cc545ca37e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.250379497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"4bf9a7c3-36af-494c-b7df-124605d018f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.268136802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"4bf9a7c3-36af-494c-b7df-124605d018f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.300351094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"49762a63-1553-46af-b559-dd62e17b1bb2","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.3173309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"13625452-39b6-49ea-bef0-2513ecece4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.321381352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa75e10a-eb7b-4885-9662-91f3f29da8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.32365039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6a6b86de-c9f1-4ba2-bf5d-bfc5a3cc2944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.32838754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"583719a1-827f-4160-86fd-29a6c01b173e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.334661331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"13625452-39b6-49ea-bef0-2513ecece4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.338940515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa75e10a-eb7b-4885-9662-91f3f29da8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.341277652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"6a6b86de-c9f1-4ba2-bf5d-bfc5a3cc2944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.346116026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"583719a1-827f-4160-86fd-29a6c01b173e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.417960626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"85a8b62a-7ae0-45b6-9626-c581be262bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.435216352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"85a8b62a-7ae0-45b6-9626-c581be262bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.505470476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"8fc24f91-dda2-4ed3-ba96-bbd022890dab","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.519141384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f1afcd34-ef3c-4c8b-a38f-2911d4c8e807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.519933267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a171a0-1db4-4a22-9aec-4006f399b31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.520161835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2a754165-b557-412c-ba4d-fd779ce96e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.523957315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"8fc24f91-dda2-4ed3-ba96-bbd022890dab","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.537714503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f1afcd34-ef3c-4c8b-a38f-2911d4c8e807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.537719943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a171a0-1db4-4a22-9aec-4006f399b31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.540329177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"2a754165-b557-412c-ba4d-fd779ce96e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.654952125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b837d3b1-76ad-4675-8bbc-f98647fc0a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.673409361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b837d3b1-76ad-4675-8bbc-f98647fc0a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.770190503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"54c11b00-d29f-4c35-9ebd-7b05b233f4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:44.792429602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"54c11b00-d29f-4c35-9ebd-7b05b233f4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.588108531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"1cb7e91d-08c4-465e-8d9e-93b3e5becbfa","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","subscription":"e2e-att-detach-50cd20-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.617402977Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"1cb7e91d-08c4-465e-8d9e-93b3e5becbfa","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.63215055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-sub","reconcileID":"1cb7e91d-08c4-465e-8d9e-93b3e5becbfa","MaaSSubscription":{"name":"e2e-att-detach-50cd20-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.82114722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"88551523-86aa-4510-8b05-bce125fdcbb7","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.82117447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"88551523-86aa-4510-8b05-bce125fdcbb7","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.849485513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"f9786922-f7ca-4234-a0f4-8907a7285f45","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.85260414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"53441bce-48b0-42e8-82bc-e7682ded5bdc","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.867769333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"f9786922-f7ca-4234-a0f4-8907a7285f45","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.870004781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"53441bce-48b0-42e8-82bc-e7682ded5bdc","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.976824699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"660cd848-f31e-4d86-aed0-7cefd7001c9d","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:47.976850334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"660cd848-f31e-4d86-aed0-7cefd7001c9d","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.011852742Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-detach-50cd20-access","reconcileID":"e00d64a7-8aeb-4143-8aa1-fac7c88943e6","MaaSAuthPolicy":{"name":"e2e-att-detach-50cd20-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.161131611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"5686d730-fac1-4236-bb1d-cf74bdfc4afe","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.161157333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"5686d730-fac1-4236-bb1d-cf74bdfc4afe","MaaSModelRef":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-detach-50cd20-f4c1340c5433","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-detach-50cd20","externalModel":"e2e-att-detach-50cd20","provider":"e2e-att-detach-50cd20-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.362018419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"d7130b86-d3a7-4ae8-8f73-ee4e708cdd28","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.377123211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"04df6a38-3090-4f56-ab0f-1d7248b41fd7","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.392054762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c0a4d97d-2403-4c3d-aa52-5d34a16c8100","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.435935161Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c0a4d97d-2403-4c3d-aa52-5d34a16c8100","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.45221872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c0a4d97d-2403-4c3d-aa52-5d34a16c8100","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.485362934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"a2594943-a139-44c3-a058-6ce577216a99","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.68576564Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"27a5a186-7284-4bba-8f40-917cc789ebe3","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.716387751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"e24a5558-1db7-429c-b16b-6659ef75aae1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.716418847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"764473b8-8583-43c4-8efa-f0af8990cf01","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.71798287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"b45c4f03-fcea-4baf-8431-5f8a310917d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.720059615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"37c5513e-2d18-4ad7-b6b5-4d05b549002d","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.720090718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"37c5513e-2d18-4ad7-b6b5-4d05b549002d","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.73221834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7ce8cf0b-1149-464a-a9d6-060e147d18a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.732985771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"018ee7c6-4131-45e4-9929-747bf8d65848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.737291265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"764473b8-8583-43c4-8efa-f0af8990cf01","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.737555746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"b45c4f03-fcea-4baf-8431-5f8a310917d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.739350356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"e24a5558-1db7-429c-b16b-6659ef75aae1","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.751364452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7ce8cf0b-1149-464a-a9d6-060e147d18a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.753625086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"764473b8-8583-43c4-8efa-f0af8990cf01","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.754649488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"018ee7c6-4131-45e4-9929-747bf8d65848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.757018901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"b45c4f03-fcea-4baf-8431-5f8a310917d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.77919906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"48795957-fad8-48c3-99ca-156abc4811b1","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.796663647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3696a16b-179f-4df9-8f4b-ba5c1b2f42f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.799520532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c7262058-f13a-4a15-8cea-2bafed25e566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.814653774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3696a16b-179f-4df9-8f4b-ba5c1b2f42f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.817858118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"c7262058-f13a-4a15-8cea-2bafed25e566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.877146102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-50cd20","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","reconcileID":"6a3ed426-a33e-43cb-bc06-5effb456e6fd","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-detach-50cd20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.898042848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"431d196e-29d7-4aea-b304-d4bfc8e3e0ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.917734128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"431d196e-29d7-4aea-b304-d4bfc8e3e0ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.924765831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53526878-2f27-4674-89d7-47caa356b78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.925308712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"227a8bda-c8c8-4bbe-a665-a42256969cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.961603491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5819707e-2221-417d-a23e-67dca189418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.988375051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"227a8bda-c8c8-4bbe-a665-a42256969cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:48.989193249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"987ba446-41d9-424d-8d59-26f34e652c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.042856499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53526878-2f27-4674-89d7-47caa356b78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.0482739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"987ba446-41d9-424d-8d59-26f34e652c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.063856008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"5819707e-2221-417d-a23e-67dca189418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.118789846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"5de712f3-2e09-4a75-b03c-93d3398ad4ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.136329689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"5de712f3-2e09-4a75-b03c-93d3398ad4ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.146181231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6cbba85-6073-46d0-8069-d490e57a1c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.16430509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6cbba85-6073-46d0-8069-d490e57a1c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.232506374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9bb61bef-e735-4441-9782-b3e498457c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.232507057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6536e0eb-275c-42de-82a6-196efb7526e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.252466911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"6536e0eb-275c-42de-82a6-196efb7526e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.256151902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9bb61bef-e735-4441-9782-b3e498457c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.319818297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"05386670-7aa6-4ce3-a558-b5d7d2740c99","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.338307632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"05386670-7aa6-4ce3-a558-b5d7d2740c99","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.419362681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"53fedbdb-e3ef-4cfe-8afa-90c394e8b00b","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.421022603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d618dfd6-d95e-476b-9bbc-bbe204b508a5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.459821135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"65707f5d-4f30-44f9-b49f-0071677d4a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.460520677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0fb4e9c9-2d26-4c8d-8430-48a22dba6976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.465510825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"53fedbdb-e3ef-4cfe-8afa-90c394e8b00b","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.475760124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d618dfd6-d95e-476b-9bbc-bbe204b508a5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.485028174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"65707f5d-4f30-44f9-b49f-0071677d4a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.521259596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"280a300d-49a2-4b6b-8623-dda48c695568","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.521297416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"280a300d-49a2-4b6b-8623-dda48c695568","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.523741243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"53fedbdb-e3ef-4cfe-8afa-90c394e8b00b","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.57480843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d618dfd6-d95e-476b-9bbc-bbe204b508a5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.579495514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"0fb4e9c9-2d26-4c8d-8430-48a22dba6976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.598241351Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"e983d41a-b8a1-48b9-b139-ad3a459ad0ce","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-00c65603","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.623996749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0ab57df8-9575-4773-9e71-b7297e9b64eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.623996798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"855b5aca-9029-41df-8b2e-d39978a1431f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.62475196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f5f235e0-4f5a-4a20-a60d-cf33f2cd264b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.647972827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"855b5aca-9029-41df-8b2e-d39978a1431f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.64920352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"0ab57df8-9575-4773-9e71-b7297e9b64eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.650912294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f5f235e0-4f5a-4a20-a60d-cf33f2cd264b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.709834377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7562d978-15f5-4d98-a4b8-b051b5f8968b","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:49.727619602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"7562d978-15f5-4d98-a4b8-b051b5f8968b","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.55572875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"a084436e-2ebd-4f55-add8-ca19303419e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.573616657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"a084436e-2ebd-4f55-add8-ca19303419e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.590654311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"a084436e-2ebd-4f55-add8-ca19303419e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.614826768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"eeb4cf9c-cad6-412e-8a43-68afe71df296","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","subscription":"e2e-att-unrel-49e387-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.644344436Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"eeb4cf9c-cad6-412e-8a43-68afe71df296","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.646836606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"15e5b7b9-d3cf-4403-9377-4ceca17fd4b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.658896659Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-sub","reconcileID":"eeb4cf9c-cad6-412e-8a43-68afe71df296","MaaSSubscription":{"name":"e2e-att-unrel-49e387-sub","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"maas-trlp-e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.668489154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"15e5b7b9-d3cf-4403-9377-4ceca17fd4b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.757988645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"15e5b7b9-d3cf-4403-9377-4ceca17fd4b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.825043205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"e0baa0eb-c4ee-4501-a538-42d1a604cada","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.825070667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"e0baa0eb-c4ee-4501-a538-42d1a604cada","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.839416845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"fff80bcc-5cf8-46e0-a9c0-5594ab12829d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.856985208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"fff80bcc-5cf8-46e0-a9c0-5594ab12829d","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.979071415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"38eb8192-d6f7-460e-9a10-7cf1b49c3e85","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:49:59.979135729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"38eb8192-d6f7-460e-9a10-7cf1b49c3e85","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.006575507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"65a61036-9756-4ff8-8926-a6a5c16d4504","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.116612086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"65a61036-9756-4ff8-8926-a6a5c16d4504","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.165036399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"65a61036-9756-4ff8-8926-a6a5c16d4504","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"name":"e2e-extmod-b-514a7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.165068429Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"e2e-att-unrel-49e387-access","reconcileID":"65a61036-9756-4ff8-8926-a6a5c16d4504","MaaSAuthPolicy":{"name":"e2e-att-unrel-49e387-access","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-514a7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.196662114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"94fef9e2-29dd-4981-a914-044047462641","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"tenant":"e2e-extmod-b-514a7b","gateway":"openshift-ingress/e2e-extmod-b-514a7b","model":"e2e-extmod-att-user-2d1655/e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.196693378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"94fef9e2-29dd-4981-a914-044047462641","MaaSModelRef":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"routeName":"external-model-e2e-att-unrel-49e387-b081697b3464","namespace":"e2e-extmod-att-user-2d1655","model":"e2e-att-unrel-49e387","externalModel":"e2e-att-unrel-49e387","provider":"e2e-att-unrel-49e387-provider","gateway":"openshift-ingress/e2e-extmod-b-514a7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.735726433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"380f53a8-0efb-4c62-9582-cba7af57deed","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.766396492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"8b68a05d-7db4-4fb5-9dd9-9b5f6c2790ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.766398132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"75ad5043-a253-43e1-b5a9-75edc0d3cb98","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.78128388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"38ea6211-701c-4e4d-af6d-da334581fe04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.781317995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"75387c2e-8972-4923-8610-f859207dfa7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.785247523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"75ad5043-a253-43e1-b5a9-75edc0d3cb98","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.785326643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"8b68a05d-7db4-4fb5-9dd9-9b5f6c2790ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.785521833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"bfae8334-f903-4281-a1a9-9736e117f207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.798992094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"38ea6211-701c-4e4d-af6d-da334581fe04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.799117452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"75387c2e-8972-4923-8610-f859207dfa7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.801784829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"75ad5043-a253-43e1-b5a9-75edc0d3cb98","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.802405973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"8b68a05d-7db4-4fb5-9dd9-9b5f6c2790ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.804776186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"bfae8334-f903-4281-a1a9-9736e117f207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.880905527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"49ed6ed3-0c40-4a6f-b874-0e2f8084f939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.881003955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31c53de6-5678-4c88-86f4-418a7c213603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.899847257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31c53de6-5678-4c88-86f4-418a7c213603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.899917856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"49ed6ed3-0c40-4a6f-b874-0e2f8084f939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.920342331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-49e387","namespace":"e2e-extmod-att-user-2d1655"},"namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","reconcileID":"e33945e5-cbda-4740-b64a-b55c5f82d02d","namespace":"e2e-extmod-att-user-2d1655","name":"e2e-att-unrel-49e387","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.979177266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a9f8dc2e-9387-45df-a1bb-fe656b7a2022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.979176478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"68c60819-eca8-403a-bd2c-a3e59780d384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.998692786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"68c60819-eca8-403a-bd2c-a3e59780d384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:00.998775201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a9f8dc2e-9387-45df-a1bb-fe656b7a2022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.066321164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"305315e1-86ee-4cec-9c1d-243744120068","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.078530559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"89ee36c6-30d2-4506-bd0b-9b690c892b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.078548006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ca9da0b-5dd3-4ec6-bab0-96d1d1d2a5dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.083411635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"305315e1-86ee-4cec-9c1d-243744120068","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.096094131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ca9da0b-5dd3-4ec6-bab0-96d1d1d2a5dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.096549874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"89ee36c6-30d2-4506-bd0b-9b690c892b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.171184561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"1cdd7806-bb0c-45f8-90b8-96f956dfa981","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.182212337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"12155846-2bd3-4fc1-a35c-8722edccf8ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.182464351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"6b5d5df0-4467-463a-9ee4-644d8ee611bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.184072218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"45a41f7f-a8a6-4422-82af-ec3a09e56f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.187433398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"5d606bb3-8b52-4099-a7a9-82ed22a49b05","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.190909774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"1cdd7806-bb0c-45f8-90b8-96f956dfa981","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.20183942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"6b5d5df0-4467-463a-9ee4-644d8ee611bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.205668329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"12155846-2bd3-4fc1-a35c-8722edccf8ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.20772126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"45a41f7f-a8a6-4422-82af-ec3a09e56f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.209788328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"1cdd7806-bb0c-45f8-90b8-96f956dfa981","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.21070281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"5d606bb3-8b52-4099-a7a9-82ed22a49b05","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.229026885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"5d606bb3-8b52-4099-a7a9-82ed22a49b05","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.260684316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1f5f2e4c-d8f5-428c-bea1-6cd058f88724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.309927797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"1f5f2e4c-d8f5-428c-bea1-6cd058f88724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.331639475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dc3b80e6-facd-4cb8-b2f7-f381065a5fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.389121536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8202ab68-c9c6-4a6d-9f68-4f4e9f23b93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.390586314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dc3b80e6-facd-4cb8-b2f7-f381065a5fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.411860897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"dade120f-6697-4e48-9d29-9a70f401acb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.418002848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8202ab68-c9c6-4a6d-9f68-4f4e9f23b93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.47029409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1d902e5c-a1e1-4e07-930a-5db20fd955c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.478842995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"dade120f-6697-4e48-9d29-9a70f401acb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:01.557510476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1d902e5c-a1e1-4e07-930a-5db20fd955c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:04.900407273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:05.48894382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"2fdd8741-1c4e-41ed-99ef-e05343e903db","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:05.57149235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"d486f01e-5626-4e88-940c-69cd2df2366b","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.083634473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"5dc68e1a-4f33-46e4-b412-bad5f7dc71f5","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.100926039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"c63808d6-2489-4aba-a34e-2a7bbaeeb21a","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.11547019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"4ac9b200-b37d-481c-8588-0c772413cd95","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.169399949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"4ac9b200-b37d-481c-8588-0c772413cd95","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.190121006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"4ac9b200-b37d-481c-8588-0c772413cd95","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.217661364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"3d83b53d-60ca-4dc7-9832-6c70f9213a47","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.222739186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"d8093ff1-ef6b-4966-a3e5-8d7af57c74e4","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.236925009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"3d83b53d-60ca-4dc7-9832-6c70f9213a47","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.318297697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"feaff9c5-6e04-4e25-b7e9-66b22fb5b7d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.332409249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"cf40cc74-8374-4df3-a955-49d2d71475aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.335613445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"feaff9c5-6e04-4e25-b7e9-66b22fb5b7d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.349971466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"cf40cc74-8374-4df3-a955-49d2d71475aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.352006171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"feaff9c5-6e04-4e25-b7e9-66b22fb5b7d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.366165362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (7e32ccdab069c96ebd7c65b3d137285ad4b01954b8a7516a902e1fa4cc1e81f4) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (f0da4d819e4c58d2c6890828c85e5f279f3088abbd29649f0a215cb214408d25) AuthConfig (78d404df52f24dd1db84fdc58cd3f75810bf39c0fa26e8cb4d891a785c5f6621) AuthConfig (79c18347a7c27444bd49a5caf968811c9637cb031b7f22e8c7a5b332e2425ffc) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"cf40cc74-8374-4df3-a955-49d2d71475aa","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.3986208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"cd86d809-5bcf-4549-8b16-e5d06f2815e2","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.418817075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"69d6ce29-c737-4ee5-91ad-df228a273e3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.436276637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"69d6ce29-c737-4ee5-91ad-df228a273e3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.452669098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b593f018a9843fed01421c1c1b3c44a5aadaf995332cf5b5b7fc25ace758818) AuthConfig (931e15a755a8d7d331da050889daba896bbeb27a063cebb8bae99d396fe48090) AuthConfig (da16c32cbe35f3000cc470bae33f625f33b5f7d420364597a549399903daef9e) AuthConfig (8b6b4b6350fccc320d754b4d041deb82d10279f526f965c7c04169cdd2be7518)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"69d6ce29-c737-4ee5-91ad-df228a273e3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.482865615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"cd95b4da-9927-4ed0-b497-36a4d4e7b110","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.70558673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"e6f2b661-da99-4360-ba2f-a097b150d732","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.724982732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"e6f2b661-da99-4360-ba2f-a097b150d732","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.743869173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b593f018a9843fed01421c1c1b3c44a5aadaf995332cf5b5b7fc25ace758818) AuthConfig (931e15a755a8d7d331da050889daba896bbeb27a063cebb8bae99d396fe48090) AuthConfig (da16c32cbe35f3000cc470bae33f625f33b5f7d420364597a549399903daef9e) AuthConfig (8b6b4b6350fccc320d754b4d041deb82d10279f526f965c7c04169cdd2be7518)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"e6f2b661-da99-4360-ba2f-a097b150d732","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.815584512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b286cf89-273e-4850-926d-7f26d18bda51","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.833244341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b286cf89-273e-4850-926d-7f26d18bda51","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:06.850417468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (7e32ccdab069c96ebd7c65b3d137285ad4b01954b8a7516a902e1fa4cc1e81f4) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (f0da4d819e4c58d2c6890828c85e5f279f3088abbd29649f0a215cb214408d25) AuthConfig (78d404df52f24dd1db84fdc58cd3f75810bf39c0fa26e8cb4d891a785c5f6621) AuthConfig (79c18347a7c27444bd49a5caf968811c9637cb031b7f22e8c7a5b332e2425ffc) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b286cf89-273e-4850-926d-7f26d18bda51","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.381430274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f5fdf4f3-b491-48a7-b66a-a6d32586b7f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.398672542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f5fdf4f3-b491-48a7-b66a-a6d32586b7f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.415307932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f5fdf4f3-b491-48a7-b66a-a6d32586b7f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.772925651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"765909cc-4e0f-464b-87aa-ac1a7d37ffe2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.790345192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"765909cc-4e0f-464b-87aa-ac1a7d37ffe2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.806485269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b593f018a9843fed01421c1c1b3c44a5aadaf995332cf5b5b7fc25ace758818) AuthConfig (931e15a755a8d7d331da050889daba896bbeb27a063cebb8bae99d396fe48090) AuthConfig (da16c32cbe35f3000cc470bae33f625f33b5f7d420364597a549399903daef9e) AuthConfig (8b6b4b6350fccc320d754b4d041deb82d10279f526f965c7c04169cdd2be7518)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"765909cc-4e0f-464b-87aa-ac1a7d37ffe2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.880669071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"000a5684-2b49-498a-bc96-3a1f5438b595","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.898325192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"000a5684-2b49-498a-bc96-3a1f5438b595","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:16.914292673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (7e32ccdab069c96ebd7c65b3d137285ad4b01954b8a7516a902e1fa4cc1e81f4) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (f0da4d819e4c58d2c6890828c85e5f279f3088abbd29649f0a215cb214408d25) AuthConfig (78d404df52f24dd1db84fdc58cd3f75810bf39c0fa26e8cb4d891a785c5f6621) AuthConfig (79c18347a7c27444bd49a5caf968811c9637cb031b7f22e8c7a5b332e2425ffc) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"000a5684-2b49-498a-bc96-3a1f5438b595","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:17.546942268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa7a88d-5712-4c81-b88f-f4d55c2023de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:17.560834776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa7a88d-5712-4c81-b88f-f4d55c2023de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:17.575181592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa7a88d-5712-4c81-b88f-f4d55c2023de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:17.59001727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa7a88d-5712-4c81-b88f-f4d55c2023de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.143762451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca20528b-85d6-4e36-b290-b760f3d02aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.158131383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca20528b-85d6-4e36-b290-b760f3d02aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.172299415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca20528b-85d6-4e36-b290-b760f3d02aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.186259541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca20528b-85d6-4e36-b290-b760f3d02aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.415699134Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-793de6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-793de6","reconcileID":"934dab29-66e0-4609-a09f-3b5541b9ed93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-793de6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-793de6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.733879096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d2c5a6-ad4d-4f4f-96fa-112f08765a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.747756154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d2c5a6-ad4d-4f4f-96fa-112f08765a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.761672414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d2c5a6-ad4d-4f4f-96fa-112f08765a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:18.775617953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8d2c5a6-ad4d-4f4f-96fa-112f08765a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:19.425874916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280dd9c4-8317-483f-8665-a2571378d6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:19.444370671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280dd9c4-8317-483f-8665-a2571378d6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:19.458452361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280dd9c4-8317-483f-8665-a2571378d6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:19.481311324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"280dd9c4-8317-483f-8665-a2571378d6f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:20.824048601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"0cb00ca8-dbf2-4de6-b67e-e7a3f0378c47","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:20.861575939Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"0cb00ca8-dbf2-4de6-b67e-e7a3f0378c47","name":"e2e-inf-a-388bfe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.444720457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a73ada90-c617-4f38-b125-2233a4a15c91","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.46268573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a73ada90-c617-4f38-b125-2233a4a15c91","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.479004657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a73ada90-c617-4f38-b125-2233a4a15c91","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.837065463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"8deae26e-dcc0-4429-ba98-dcc0e00714d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.854638874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"8deae26e-dcc0-4429-ba98-dcc0e00714d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.871000979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e4fa0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b593f018a9843fed01421c1c1b3c44a5aadaf995332cf5b5b7fc25ace758818) AuthConfig (931e15a755a8d7d331da050889daba896bbeb27a063cebb8bae99d396fe48090) AuthConfig (da16c32cbe35f3000cc470bae33f625f33b5f7d420364597a549399903daef9e) AuthConfig (8b6b4b6350fccc320d754b4d041deb82d10279f526f965c7c04169cdd2be7518)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"8deae26e-dcc0-4429-ba98-dcc0e00714d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.943302022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3b2abc05-4fc0-4ac6-9c34-52d123f130b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.960806929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3b2abc05-4fc0-4ac6-9c34-52d123f130b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:26.97703632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5b47a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93b537e46e6cefd12236a655f22964bb4ac40bb972c5afcea4252f564ed7eb24) AuthConfig (5c735598a7d457c7b7115f88e5db05bf4246cf74edfecae1d33549eb7beee8ae) AuthConfig (51fc8b955970ec698f47a70ae6e4f3d1352ee29cb597eb743e5132a6bdbd28d3) AuthConfig (7e32ccdab069c96ebd7c65b3d137285ad4b01954b8a7516a902e1fa4cc1e81f4) AuthConfig (7ff48a1f4376652df4c36ac4e20c71ee568f675107fe5d1fc5f1a363f1b788af) AuthConfig (39990277365ba1431be3ca88b522aaa831b84889e01230842ea6fc6dc093be0d) AuthConfig (f0da4d819e4c58d2c6890828c85e5f279f3088abbd29649f0a215cb214408d25) AuthConfig (78d404df52f24dd1db84fdc58cd3f75810bf39c0fa26e8cb4d891a785c5f6621) AuthConfig (79c18347a7c27444bd49a5caf968811c9637cb031b7f22e8c7a5b332e2425ffc) AuthConfig (d98d111fe2ee0f50c1ed6054a3aab93b6d5ad6c5d1a25b1232ef69026ba2a5d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3b2abc05-4fc0-4ac6-9c34-52d123f130b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:34.887276693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:36.55948589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"805dd0ab-0518-4b5a-89dc-fef772f20250","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:36.583998211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"805dd0ab-0518-4b5a-89dc-fef772f20250","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:36.600257602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0de9a4cf540ab3cb1f3a5c328e4d3fe7d69ddb350cc5e90a8653a01e568f7924) AuthConfig (d6adc3d18a7ad16ed394455d0c1c4f8250f5454ef1ea143bff8f32bf1c5e9554) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (e99f4705c36795872a99f093a09185d1608780a0fd31c49be8e600726138c71a) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (96c2f924d366314017539cc7a2cedac36ecccd84d3e2828439df164cef0e8128) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"805dd0ab-0518-4b5a-89dc-fef772f20250","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:36.633056073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"75b94a36-92cb-4a3f-9392-6e61283d6510","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:36.911019079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"0e1f3e38-f856-4a5a-8597-04be65c319e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:36.937457141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"0e1f3e38-f856-4a5a-8597-04be65c319e3","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:37.009248021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"c157d785-12f7-4062-9004-abf8f908cc4f","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:37.027259272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"c157d785-12f7-4062-9004-abf8f908cc4f","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:37.129886134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"901d7f10-b4b8-4118-8af2-ebfb1fb67dcf","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:37.232596743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"6b3e8bc7-8992-4d1a-b002-d311c93bb2fd","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.262776459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"ac7dd136-82e0-4ceb-9af7-7141330bcab1","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.281731729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"d0395172-dc5f-4cee-ac53-fd4e5930bc74","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:50:40.288748893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"0305b62e-5dec-413d-990d-f810d4453550","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-95d3ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.296865161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"cf7211ed-d58d-4fcc-8f26-8309fd0fb937","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.300164469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"d0395172-dc5f-4cee-ac53-fd4e5930bc74","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:50:40.311755577Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"cf7211ed-d58d-4fcc-8f26-8309fd0fb937","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:50:40.311822331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"cf7211ed-d58d-4fcc-8f26-8309fd0fb937","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.330994097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"7b0acf59-3d45-4c31-bac8-48dd630cf70a","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.345168251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"7d9be746-ad79-448b-ac4a-c169f3db0388","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.360940521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"38175b2f-3512-4b91-b784-531861631b13","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.393734452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"bc759427-4dfa-4226-9b56-52dc0c746640","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.407659482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"a839df56-73bf-428a-8ba6-bfad27921b0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:50:40.41552315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"05bb34b1-73c9-47b0-8517-17f87250eb56","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.422914225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"de793230-9ac5-4096-b884-7ce5766bd2f6","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e4fa0c/e2e-shr-auth-95d3ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.425680515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"a839df56-73bf-428a-8ba6-bfad27921b0f","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.428044808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"8195e84c-23ce-4c0f-9db0-691a5c200fed","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:50:40.443223297Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"8195e84c-23ce-4c0f-9db0-691a5c200fed","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:50:40.443269973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"8195e84c-23ce-4c0f-9db0-691a5c200fed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.46565802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"8b8dbef2-cb09-46bb-a4a9-57cb4a2c820a","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.482124925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"f349d355-2ffe-4e17-8f9d-aa1ae86ba8f7","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.496730044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"b4104009-8e72-46b8-84d6-114e30ab1d3a","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.508658605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"4dda13de-bca9-48a4-bf56-b576256e3fa8","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.510923365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"3ae0308f-c95c-425e-bf3a-cbd3b3b074b2","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.52594684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"4dda13de-bca9-48a4-bf56-b576256e3fa8","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.542752712Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"9df38331-d974-4c09-b67f-4757a13ff11e","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-5b47a7/e2e-shr-quota-b6e1cf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.630252849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"166805e5-e0cc-4f5d-9af7-a84fba525cdd","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.643552058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"79c95582-c3cd-41ca-9f90-00c8b9d87946","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.680532512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"75819dc3-a72e-4f1d-8d62-2d3a824677d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.698300091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"75819dc3-a72e-4f1d-8d62-2d3a824677d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:40.741924158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"b9787c37-22e5-4f28-80dc-8efd8d3336f9","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:46.647518655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5ae2cbc7-c9eb-4ebd-9a5a-9e9ebd08743f","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:46.665785511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5ae2cbc7-c9eb-4ebd-9a5a-9e9ebd08743f","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:46.684302617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0de9a4cf540ab3cb1f3a5c328e4d3fe7d69ddb350cc5e90a8653a01e568f7924) AuthConfig (d6adc3d18a7ad16ed394455d0c1c4f8250f5454ef1ea143bff8f32bf1c5e9554) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (e99f4705c36795872a99f093a09185d1608780a0fd31c49be8e600726138c71a) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (96c2f924d366314017539cc7a2cedac36ecccd84d3e2828439df164cef0e8128) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5ae2cbc7-c9eb-4ebd-9a5a-9e9ebd08743f","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:56.713639666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"edf825be-2994-4a64-aab3-baad9ddf99eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:56.731198595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"edf825be-2994-4a64-aab3-baad9ddf99eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:50:56.748744139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0de9a4cf540ab3cb1f3a5c328e4d3fe7d69ddb350cc5e90a8653a01e568f7924) AuthConfig (d6adc3d18a7ad16ed394455d0c1c4f8250f5454ef1ea143bff8f32bf1c5e9554) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (e99f4705c36795872a99f093a09185d1608780a0fd31c49be8e600726138c71a) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (96c2f924d366314017539cc7a2cedac36ecccd84d3e2828439df164cef0e8128) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"edf825be-2994-4a64-aab3-baad9ddf99eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:01.253460858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"19b839eb-482e-4d0e-8259-83a4938173db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:01.290606247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"19b839eb-482e-4d0e-8259-83a4938173db","name":"e2e-inf-a-793de6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:04.887826702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.184930852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3ee0ef-c6c1-4dc5-83a5-de3d87ff8edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.199430429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3ee0ef-c6c1-4dc5-83a5-de3d87ff8edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.21435513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3ee0ef-c6c1-4dc5-83a5-de3d87ff8edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.229147346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3ee0ef-c6c1-4dc5-83a5-de3d87ff8edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.763629201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63a3171-6144-4003-a7a1-1007ab1453c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.778096439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63a3171-6144-4003-a7a1-1007ab1453c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.792671626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63a3171-6144-4003-a7a1-1007ab1453c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:05.807304669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63a3171-6144-4003-a7a1-1007ab1453c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:06.782420418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a83ff54d-08c7-41b2-88d4-512be247dcd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:06.800114027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a83ff54d-08c7-41b2-88d4-512be247dcd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:06.816887764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-a4559f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0de9a4cf540ab3cb1f3a5c328e4d3fe7d69ddb350cc5e90a8653a01e568f7924) AuthConfig (d6adc3d18a7ad16ed394455d0c1c4f8250f5454ef1ea143bff8f32bf1c5e9554) AuthConfig (b3fde49eb698a62223ffd83b90ce2c0a137e568142316ea08538a0763edaf318) AuthConfig (e99f4705c36795872a99f093a09185d1608780a0fd31c49be8e600726138c71a) AuthConfig (5e513c73c90baf1a58d3b5c8aaa07841f52d9d0738676e566effefcb213df6ac) AuthConfig (dc3e0d37a208fb8f971e69a6342ff391cb56ef3569a50d61af209c6536493af8) AuthConfig (d633b3fd95d0678b954c8843a008db1b6e70f683c75d981558fb1fbe44ed4a9b) AuthConfig (cc351b883207e6c167e1ecf60704c5b00d357861634e1704af7676eb853a2d43) AuthConfig (96c2f924d366314017539cc7a2cedac36ecccd84d3e2828439df164cef0e8128) AuthConfig (8cec150e94e226df551b6f1b1e67c828f4f604a08d9d9ebd2070f438a431c434)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a83ff54d-08c7-41b2-88d4-512be247dcd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:08.227838749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"f9bc340c-d116-421d-a9bb-419bdb4a0d7e","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:08.309336457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"725d24f3-39db-46e4-8bf7-5b8c1f4beaec","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:08.815309467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"f38c0292-f6da-4b15-88b1-2bda4f5bf70b","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:08.894296762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"d9097d69-3ad0-45ab-b81e-4cab93b8694e","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:09.164490131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"061400b1-e80a-41fd-acae-b0eabb304f0c","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:09.182422576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"061400b1-e80a-41fd-acae-b0eabb304f0c","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:09.647135884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"252ee826-0fcd-4753-bcc7-56f8ea511d69","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:09.666429046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"252ee826-0fcd-4753-bcc7-56f8ea511d69","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.099555171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"b392f708-ce00-4592-b08c-afd0be6cb8c8","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.126798238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"53f3176e-5aef-448e-8d03-809e677dace5","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.148528536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"8e8a5371-fae6-4a17-8d4a-a10227b29d90","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.202331307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"2d8a2a32-75da-4be1-843a-dbe95dfa2328","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.282526476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"8e8a5371-fae6-4a17-8d4a-a10227b29d90","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.28416172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"ce57a95d-cdf7-4163-b52c-c890dae13983","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.298486082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"51364bc5-67a1-4d20-9cad-d08e3539c215","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.307133823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"8e8a5371-fae6-4a17-8d4a-a10227b29d90","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.34098841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"edf418c5-d4b6-4a6c-9c54-58dbcbf9ab20","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.349181519Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"51364bc5-67a1-4d20-9cad-d08e3539c215","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.365414558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"51364bc5-67a1-4d20-9cad-d08e3539c215","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:10.397651022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"f378f798-4a5e-417c-b81d-44cc649e5120","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.007515321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c759a389-4864-4f34-9cbd-3a8d76cf23f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.021566269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c759a389-4864-4f34-9cbd-3a8d76cf23f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.035841962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c759a389-4864-4f34-9cbd-3a8d76cf23f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.051317976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c759a389-4864-4f34-9cbd-3a8d76cf23f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.620794097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61318ca-79a2-4491-a17d-4e67b37b2157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.635244479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61318ca-79a2-4491-a17d-4e67b37b2157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.649820851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61318ca-79a2-4491-a17d-4e67b37b2157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.664468711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61318ca-79a2-4491-a17d-4e67b37b2157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:13.716040704Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cba5ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cba5ac","reconcileID":"c9e290c9-aaef-4b7c-aed6-c50406e88e6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cba5ac","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-cba5ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:14.234674666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc17d1f-c4be-4730-b433-4e1633eefbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:14.248809829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc17d1f-c4be-4730-b433-4e1633eefbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:14.262605763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc17d1f-c4be-4730-b433-4e1633eefbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:14.276537682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc17d1f-c4be-4730-b433-4e1633eefbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:16.845580186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5aa83d40-2566-40bf-8ff1-42d530701753","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:16.862718462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5aa83d40-2566-40bf-8ff1-42d530701753","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:17.052381133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"75c3993c-7192-4fb0-97a5-c60d30d5cc90","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.779449013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"0f114be2-0e30-4fd1-8fee-ce486e999b18","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.793584999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"7cc09f3c-4ed7-43e2-aad9-f27f5ab8a39d","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:51:18.800728486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"cb8c32a5-63f2-4b16-9447-1eeba63a917b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-1d8871-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.812123166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"7cc09f3c-4ed7-43e2-aad9-f27f5ab8a39d","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.813743483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"c43f8f2e-c85a-4cfd-ae14-d067fb11555d","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:51:18.828494966Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"c43f8f2e-c85a-4cfd-ae14-d067fb11555d","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:51:18.828555778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"c43f8f2e-c85a-4cfd-ae14-d067fb11555d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.848460803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"38e07984-e4f0-4114-afa9-05cc88f11a6f","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.863464048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"3cae344a-a389-4fe6-a663-f28a039afd1f","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.877656202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"705f5245-3ac9-4b7c-aafc-4e0ba0f2f56a","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.921320034Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"ce70d891-7359-4a4d-bbef-27f5cfc98f81","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a4559f/e2e-shr-shared-1d8871-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.982359887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"45620409-c7f3-4589-8e9e-fd491289aae3","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:18.999999511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"45620409-c7f3-4589-8e9e-fd491289aae3","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:19.001061938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"885c4307-b8ac-4fb3-a768-76457841102f","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:19.056395388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"d78572b8-5c98-4dd6-99e1-7b64a05e7b48","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:20.356019362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"639d7542-a6e6-4e12-af35-dd8823beeb06","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:20.373509933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"639d7542-a6e6-4e12-af35-dd8823beeb06","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:20.389666472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"639d7542-a6e6-4e12-af35-dd8823beeb06","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:20.456949431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"f1890505-b371-4e23-acfd-74c92a023e4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:20.474547771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"f1890505-b371-4e23-acfd-74c92a023e4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:20.490749696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"f1890505-b371-4e23-acfd-74c92a023e4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.433534564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"55d49fd5-34dd-4306-907a-7825618047f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.451830976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"55d49fd5-34dd-4306-907a-7825618047f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.469456728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c2e1f1e9499c4f32d790206215a89144ff70a70cda2db775f22a1227ee9c3d3) AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (5a18a4add64bc4d38de38da9ae06c495d3279e5c05ce983ef868e91a0033464a) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (d0a79db74cb6a1902c43b43f093d620862284759df96145b08d9f9ce61b8b684) AuthConfig (0320029f2d1c5111dc82b8a8f9b2ca2890e57976015770a89a80686f5df67e1d) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"55d49fd5-34dd-4306-907a-7825618047f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.502538954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"f46d40c8-d236-41d6-8f2c-c9e441f1bbf5","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.519947105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"14203fa8-da58-478a-bfad-b6ba8506ab87","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.537796388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"14203fa8-da58-478a-bfad-b6ba8506ab87","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.554368625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0a72d3ef3b5a810aec1c0afb72e87b05c76aa928f3eeac21b409a5d2f8a2c32) AuthConfig (4545d8b82db43258ddd1d58b013694f4dd46eafa107bd7b31605cc5144ae193f) AuthConfig (c3a5f6d7101b61c7f48fd37335a8fa6b276a8f2d3f912404a599c3b4f5bd66eb) AuthConfig (e2967199dd7f399ce3ecfbdb09d658a31b819c7aaf160344ab9521ddfc0f3920) AuthConfig (a3696f9fc7327ba3d769fe3573a9e02e4c66974dd708c21a758a40817ecf0809) AuthConfig (6089dae0321ccd68c53eaf0175115862bde2d9b4aed6a1e20ec6ab824cde8b2c) AuthConfig (495d62b1f1c6c44f5fcf5c2c6ccf554d12c1194d3af0c0419eaffa683681445f) AuthConfig (769a776297464a40c140a725d5013b314df02d3c597fafd672746bfb00013d20) AuthConfig (ad9c7acbd826d4d6266f5181a0aa2a6814b77f208acfc617724763c8407c94c4) AuthConfig (69f66edc83a0a9f5fc472128fcb7b453904fa24e533bfcb1b083e380d07a65df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"14203fa8-da58-478a-bfad-b6ba8506ab87","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:30.592025972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"09aeadb5-f2cf-4b02-bbf9-28ea4f28006c","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:34.887481573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:40.516896731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"b2cea7ca-525c-400e-9d05-ea1c90068500","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:40.534523615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"b2cea7ca-525c-400e-9d05-ea1c90068500","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:40.55072266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c2e1f1e9499c4f32d790206215a89144ff70a70cda2db775f22a1227ee9c3d3) AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (5a18a4add64bc4d38de38da9ae06c495d3279e5c05ce983ef868e91a0033464a) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (d0a79db74cb6a1902c43b43f093d620862284759df96145b08d9f9ce61b8b684) AuthConfig (0320029f2d1c5111dc82b8a8f9b2ca2890e57976015770a89a80686f5df67e1d) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"b2cea7ca-525c-400e-9d05-ea1c90068500","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:40.61732326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3fbfef79-3307-49bd-bc8b-d9a3f63b6abd","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:40.635702878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3fbfef79-3307-49bd-bc8b-d9a3f63b6abd","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:40.653982716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0a72d3ef3b5a810aec1c0afb72e87b05c76aa928f3eeac21b409a5d2f8a2c32) AuthConfig (4545d8b82db43258ddd1d58b013694f4dd46eafa107bd7b31605cc5144ae193f) AuthConfig (c3a5f6d7101b61c7f48fd37335a8fa6b276a8f2d3f912404a599c3b4f5bd66eb) AuthConfig (e2967199dd7f399ce3ecfbdb09d658a31b819c7aaf160344ab9521ddfc0f3920) AuthConfig (a3696f9fc7327ba3d769fe3573a9e02e4c66974dd708c21a758a40817ecf0809) AuthConfig (6089dae0321ccd68c53eaf0175115862bde2d9b4aed6a1e20ec6ab824cde8b2c) AuthConfig (495d62b1f1c6c44f5fcf5c2c6ccf554d12c1194d3af0c0419eaffa683681445f) AuthConfig (769a776297464a40c140a725d5013b314df02d3c597fafd672746bfb00013d20) AuthConfig (ad9c7acbd826d4d6266f5181a0aa2a6814b77f208acfc617724763c8407c94c4) AuthConfig (69f66edc83a0a9f5fc472128fcb7b453904fa24e533bfcb1b083e380d07a65df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3fbfef79-3307-49bd-bc8b-d9a3f63b6abd","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:46.734384211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498eea67-2f78-456e-b30e-f9510426eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:46.748275683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498eea67-2f78-456e-b30e-f9510426eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:46.762143767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498eea67-2f78-456e-b30e-f9510426eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:46.776070359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498eea67-2f78-456e-b30e-f9510426eabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:47.318816094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48292eb5-44fe-48e6-9c96-c0ca2df1338f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:47.333582426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48292eb5-44fe-48e6-9c96-c0ca2df1338f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:47.347711167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48292eb5-44fe-48e6-9c96-c0ca2df1338f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:47.361546409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48292eb5-44fe-48e6-9c96-c0ca2df1338f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:50.580510394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"7aed766c-cc67-4b60-bd00-3a6b89165466","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:50.598612167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"7aed766c-cc67-4b60-bd00-3a6b89165466","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:50.617557605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9ffd2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3c2e1f1e9499c4f32d790206215a89144ff70a70cda2db775f22a1227ee9c3d3) AuthConfig (f5ba1145a17ab47748f817cd65ad0cfdfb2bf0c061f99e57ebcf1c83f479aec9) AuthConfig (e976f92c4c1c00857656b4f416a25951419b3e798e0739081cfcd6dc0d46d27f) AuthConfig (227a26a174fa4e3b6e85b0343271baeaed37c9ee11beef72c29f120e280e66ec) AuthConfig (5a18a4add64bc4d38de38da9ae06c495d3279e5c05ce983ef868e91a0033464a) AuthConfig (b71c1bbf1ac4d5154929f48b27b63acf8a40bd438baafd78e30f1a23a90881be) AuthConfig (b6a6a8b6a6fc3e2556642bb56143ae5e6dedd9811ee5c7184ed120372c123a6a) AuthConfig (d0a79db74cb6a1902c43b43f093d620862284759df96145b08d9f9ce61b8b684) AuthConfig (0320029f2d1c5111dc82b8a8f9b2ca2890e57976015770a89a80686f5df67e1d) AuthConfig (c1cbea6346feb153e1946b8ca666d81743fcdfe0acbc00652318bf12a1a349f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"7aed766c-cc67-4b60-bd00-3a6b89165466","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:50.683318048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"5e32420f-f388-4de1-98d9-fe292f3c155d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:50.701261704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"5e32420f-f388-4de1-98d9-fe292f3c155d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:50.717823796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-cea1db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0a72d3ef3b5a810aec1c0afb72e87b05c76aa928f3eeac21b409a5d2f8a2c32) AuthConfig (4545d8b82db43258ddd1d58b013694f4dd46eafa107bd7b31605cc5144ae193f) AuthConfig (c3a5f6d7101b61c7f48fd37335a8fa6b276a8f2d3f912404a599c3b4f5bd66eb) AuthConfig (e2967199dd7f399ce3ecfbdb09d658a31b819c7aaf160344ab9521ddfc0f3920) AuthConfig (a3696f9fc7327ba3d769fe3573a9e02e4c66974dd708c21a758a40817ecf0809) AuthConfig (6089dae0321ccd68c53eaf0175115862bde2d9b4aed6a1e20ec6ab824cde8b2c) AuthConfig (495d62b1f1c6c44f5fcf5c2c6ccf554d12c1194d3af0c0419eaffa683681445f) AuthConfig (769a776297464a40c140a725d5013b314df02d3c597fafd672746bfb00013d20) AuthConfig (ad9c7acbd826d4d6266f5181a0aa2a6814b77f208acfc617724763c8407c94c4) AuthConfig (69f66edc83a0a9f5fc472128fcb7b453904fa24e533bfcb1b083e380d07a65df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"5e32420f-f388-4de1-98d9-fe292f3c155d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:54.533933213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62a12f-af8b-4874-a60a-f2a37475c91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:54.547810256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62a12f-af8b-4874-a60a-f2a37475c91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:54.562136388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62a12f-af8b-4874-a60a-f2a37475c91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:54.576350632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f62a12f-af8b-4874-a60a-f2a37475c91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.122145858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93acc99-96ec-4c08-84a8-e421867ed39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.136335153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93acc99-96ec-4c08-84a8-e421867ed39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.150472538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93acc99-96ec-4c08-84a8-e421867ed39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.164961345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b93acc99-96ec-4c08-84a8-e421867ed39e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.311912969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d209a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d209a","reconcileID":"214f1a6c-0f7d-423f-a16a-0d1c22999357","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7d209a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-7d209a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.767923685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5f3b7b3-fc69-4a43-a1f8-6251316d04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.782292189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5f3b7b3-fc69-4a43-a1f8-6251316d04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.796626167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5f3b7b3-fc69-4a43-a1f8-6251316d04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:55.810925224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5f3b7b3-fc69-4a43-a1f8-6251316d04d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:59.002391482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"fe436d76-ddb6-4179-b8ec-d125f3f8a0ba","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:59.055327107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"94620068-341b-4896-8e98-a6797e60a8ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:59.14169257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"9fc72435-e6bb-49d6-9e36-080531cbe4fa","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:51:59.143717701Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"94620068-341b-4896-8e98-a6797e60a8ab","name":"e2e-inf-b-cba5ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.194383047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"4d29dd60-12d0-479e-8957-d423aa03a3c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.194383199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"ea728f48-c223-4da9-87ea-057f3147d270","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.212445379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"4d29dd60-12d0-479e-8957-d423aa03a3c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.212549718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"ea728f48-c223-4da9-87ea-057f3147d270","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.64706755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"7026dd38-ec32-4c82-a356-7627c10c6187","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.665249278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"7026dd38-ec32-4c82-a356-7627c10c6187","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.746945284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3a862fa9-22b6-49ba-b157-a4a4adcecbb3","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.764299405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"3a862fa9-22b6-49ba-b157-a4a4adcecbb3","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.856105051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"bc0742a7-7a0a-4a75-b371-23056e89990f","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:00.955305465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"47d211d4-4d34-46e8-8d8e-845e629f1927","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.041211663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","reconcileID":"d8281afa-25bc-4bc8-ad29-65b913f40e75","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.061527152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","reconcileID":"a800fd41-039f-4299-b116-2c326991f8ca","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.070187381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c3f7e445-e976-4244-8d0a-b36cb4d556b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.071381022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"ba04152c-cedb-4caa-ac2a-5ac597f60ced","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.083949966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3659a501-2e82-4cd8-af41-87ee9e358298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.084509985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"487a7203-2320-4cf4-b539-99ca863b3e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.085338248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a1e8ba53-1dc5-4cb3-acdb-39a7d423eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.088380855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c3f7e445-e976-4244-8d0a-b36cb4d556b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.088520901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"ba04152c-cedb-4caa-ac2a-5ac597f60ced","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.103100291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3659a501-2e82-4cd8-af41-87ee9e358298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.104591489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a1e8ba53-1dc5-4cb3-acdb-39a7d423eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.106208269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"487a7203-2320-4cf4-b539-99ca863b3e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.171590099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"1293b936-ea68-4bc7-b4d0-48da13477f48","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.186309954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"f295c1ac-503f-4352-8906-1f1f6b122c64","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:52:02.190496773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"7ab345ac-7dcd-4765-a52b-3165102eb74e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-95d3ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.200602588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"9fae0e0d-a2dc-4cc9-ba35-7429cdfdf3ca","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.23201407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"68e0ce59-190e-4eca-8a64-f796ddd9edd8","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.232647826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"60e29d11-926c-436f-9233-38fedc7733f7","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.241701352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"40f26643-4f5c-4188-83e1-cc23ec8fb758","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.256113587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"7c867cad-7743-4be1-a2a7-755701a1d495","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.270362788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"040e0a5f-4346-479d-b9ed-f0363cd2e60f","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.285236303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"bdd227f8-3a0e-4939-907c-898db2117476","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:52:02.290719233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"c9b6735b-e145-4e2c-ae26-893772786011","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.300792204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"e4073a31-bebf-480a-b959-ee4486d6b94b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.317015009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd43be7c-95b5-4a09-9d2d-a72955f7c395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.317623276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"aab63629-e966-488f-a81e-e36d8609c21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.318344699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0df4259e-d972-4db3-b4de-7f2514773bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.318755493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"687fdbd1-4573-4a8d-90ff-45af44283a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.319449601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"a10a5b6c-0439-489b-8952-b7f9b22c8db9","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.320102997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"e4073a31-bebf-480a-b959-ee4486d6b94b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.335408398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"aab63629-e966-488f-a81e-e36d8609c21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.33616764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd43be7c-95b5-4a09-9d2d-a72955f7c395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:52:02.337135598Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"a10a5b6c-0439-489b-8952-b7f9b22c8db9","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:52:02.337203352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"a10a5b6c-0439-489b-8952-b7f9b22c8db9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.337721417Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"7d60b231-4803-42fe-a1aa-4ca26317496b","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d9ffd2/e2e-shr-auth-95d3ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.33791445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"0df4259e-d972-4db3-b4de-7f2514773bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.35520874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"687fdbd1-4573-4a8d-90ff-45af44283a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.402848966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"c64b76c0-79e5-481e-8d9b-a8c03b9e77fc","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.489982518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"ceffde3d-5093-4900-9872-108b5a05f590","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-cea1db/e2e-shr-quota-b6e1cf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.493654161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"39250814-234f-47c1-b19b-2b386a4e0201","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.527721728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"704151bb-20f5-4c94-82de-206a8d019c36","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.540630008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b5582ffe-374f-4415-87c0-08065e199bdd","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.55693796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"9ca8b6d5-b656-421f-8ef0-2a70170e9769","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.557663438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"df12c277-1de8-4f9f-ba24-0922ca098d87","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.581551474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bd2880d1-bfb5-49d5-a1b8-ae3d5f7ad3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.585317704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b5582ffe-374f-4415-87c0-08065e199bdd","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.585897111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52529c55-1e3c-430f-be56-4c31e4daf997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.5916771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"9ca8b6d5-b656-421f-8ef0-2a70170e9769","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.658793379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"704151bb-20f5-4c94-82de-206a8d019c36","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.794315851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52529c55-1e3c-430f-be56-4c31e4daf997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.799651403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"bd2880d1-bfb5-49d5-a1b8-ae3d5f7ad3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.879097097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"3d883f99-bf57-4ec2-8acc-5d42facf044e","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.879564261Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"98febc75-4fd9-499a-9b62-fd33939251a4","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.889001726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","reconcileID":"146e61ca-7a0e-4f3d-b55d-d3b47012ba02","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.916805542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"b1e84673-9657-4840-821e-c067ed22918a","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.926189424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"f1d6aa06-8f96-45b1-bf35-dd82ac4f2c3a","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.926471037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"97fcb928-af58-494e-aaeb-f43cbd4f4743","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.971012335Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"c0227b90-55d0-4cd3-ab79-94c5278bc9b7","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.984155201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"17429872-e2ae-495e-8779-5a9604b55752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:02.984546345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"4b6c579e-4398-4481-93c4-a02e741341ed","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.003796327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"17429872-e2ae-495e-8779-5a9604b55752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.004309136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"d8de65ba-a5ac-4acc-9dfb-1027ec676a26","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.018466825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"fa27002f-c240-4574-bab9-4ae0156cde53","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.033050927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"3d48140b-7c99-4eb9-b498-1ef67547bc83","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.073356662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"74baa4f2-03cb-4958-b678-b29cbe38e883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.074710001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"bb9d9ad4-32ae-4cbb-b919-899fcf2ec988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.075168184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e29f447b-bc0b-4104-8871-a0fe3e5c01ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.075676073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3d9e474c-a52d-44d9-bb80-6761c34b3c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.091809118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"74baa4f2-03cb-4958-b678-b29cbe38e883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.093894973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e29f447b-bc0b-4104-8871-a0fe3e5c01ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.095585864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3d9e474c-a52d-44d9-bb80-6761c34b3c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.097159453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"bb9d9ad4-32ae-4cbb-b919-899fcf2ec988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.182624291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ceece132-fe10-40bf-8a66-18d14e8eb623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.210855756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"ceece132-fe10-40bf-8a66-18d14e8eb623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.260487928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"764fa884-07a0-4608-b6d1-357e148c6b95","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.260683591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c3aaac28-f13e-40ed-a8d7-5422088a49a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.263372583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5635dc43-6d8c-4dbf-93be-1b12fd417a33","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.263592292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"2b810178-1955-4e3d-ad0b-819c4c582242","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.278448948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"764fa884-07a0-4608-b6d1-357e148c6b95","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.278551103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"c3aaac28-f13e-40ed-a8d7-5422088a49a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.281567038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"5635dc43-6d8c-4dbf-93be-1b12fd417a33","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.28157841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"2b810178-1955-4e3d-ad0b-819c4c582242","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.375324302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6894b3e-b074-43f3-9df8-aadcb15eb0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.394326455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6894b3e-b074-43f3-9df8-aadcb15eb0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.463482735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"299e22a7-0760-403b-a12a-debdcc9d8c0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.47529172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1102eee5-392b-4d45-8611-b042103bc54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.475329414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"83fafa11-c4f3-4b81-84ba-ff0eabfc6bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.476345097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d25fb503-c8e1-4de6-8afe-0941ed340471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.480878156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"299e22a7-0760-403b-a12a-debdcc9d8c0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.493225493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"83fafa11-c4f3-4b81-84ba-ff0eabfc6bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.493393525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1102eee5-392b-4d45-8611-b042103bc54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.495808783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d25fb503-c8e1-4de6-8afe-0941ed340471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.582719459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29eb96f7-06c4-4bf7-a9a1-cb3377896409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.629205479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","reconcileID":"619096f8-8a57-4606-b241-810eed9f4918","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.638975799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29eb96f7-06c4-4bf7-a9a1-cb3377896409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.671579807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"d48e5e25-e76b-4265-9891-73891619f99a","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.689575174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"4b4331be-2c91-4fd4-bf05-6d1915462741","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.693790346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"abd52379-92a3-40fa-a2f1-c0385409b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.704973639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"d48e5e25-e76b-4265-9891-73891619f99a","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.722176685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"abd52379-92a3-40fa-a2f1-c0385409b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.732092789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0eae640c-a0e0-4d86-9abe-24c0c3be7976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.732735445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4147fba9-d171-4afe-9472-b99effef619a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.733192672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"7c67368e-13b4-4f12-aaa8-1a5b3d7e58cd","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.769749738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"0eae640c-a0e0-4d86-9abe-24c0c3be7976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.803255462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4147fba9-d171-4afe-9472-b99effef619a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.893707641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"bfbfb8a2-13dc-48e0-b628-61abdb0bdc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.900690776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8dc1769d-9a8d-4061-a595-f4bbf2b77bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.911361331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"bfbfb8a2-13dc-48e0-b628-61abdb0bdc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.91923044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"8dc1769d-9a8d-4061-a595-f4bbf2b77bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.965490386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"2e651818-130a-4743-a320-49ebfbe63511","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.965697832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"bbaad76b-f5ea-40c4-a7d7-08ab01668526","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.966808225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"14e13871-ea67-4e79-bb89-c316ee245d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.985301742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"14e13871-ea67-4e79-bb89-c316ee245d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.985432047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"bbaad76b-f5ea-40c4-a7d7-08ab01668526","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:03.988999944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"2e651818-130a-4743-a320-49ebfbe63511","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.078541451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78deccb3-b1a9-41d4-af07-d0dd3e01c978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.097342363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78deccb3-b1a9-41d4-af07-d0dd3e01c978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.099142931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7f27be90-0c36-4854-a1f6-525cc6001b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.116764901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"7f27be90-0c36-4854-a1f6-525cc6001b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.166478556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"e722e262-23fe-425e-8763-79b83d2fa13b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.17880415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d457bd41-6b41-405b-8602-96e9ccc3e492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.178804982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"00d0b304-bce7-4d70-8930-0591950550ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.183927275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"e722e262-23fe-425e-8763-79b83d2fa13b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.19650655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"00d0b304-bce7-4d70-8930-0591950550ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.196613137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"d457bd41-6b41-405b-8602-96e9ccc3e492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.265331267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d331c8d2-ce35-4f86-b2e1-8465d55652e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.277967454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"fb04aba9-a56b-4dab-a47d-3ec1bc7ba115","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.278774742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7dae583-d682-45a7-b366-6ca3400117a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.28290342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d331c8d2-ce35-4f86-b2e1-8465d55652e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.292028382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"903e81b5-3355-46b2-b376-fd8353024024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.296899349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"fb04aba9-a56b-4dab-a47d-3ec1bc7ba115","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.296988278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7dae583-d682-45a7-b366-6ca3400117a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.309482615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"903e81b5-3355-46b2-b376-fd8353024024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.378419119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"157d1176-6075-4645-b660-0e68542890c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.389518195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"cd06cf70-a4ba-412e-b7f6-2950fcd36f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.395706565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"157d1176-6075-4645-b660-0e68542890c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.406711503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"cd06cf70-a4ba-412e-b7f6-2950fcd36f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:04.888033815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:08.510707854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"e3431ef1-94cb-4de7-ab9b-b9bd622d10a7","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:08.526283541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"b6a9c601-8c2c-4f09-b001-cec8fed6819a","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:08.555755837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"a8e1e609-4854-462d-a51d-c8c3ff509750","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:08.573386506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"a8e1e609-4854-462d-a51d-c8c3ff509750","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:08.692325672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"516d598b-c19f-4197-bd25-967947aaa810","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.172474531Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.187041068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"5ea03a04-67d4-410c-ad0e-fd480ce764bb","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:52:14.209379083Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-aaa9e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.219418343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"9a0ae190-6913-4f68-a13c-17c5c09c5cf0","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.222693687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fcfef6df-becf-4c5d-b043-f059ade1f763","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.224325247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"698ac780-b304-48a7-abe9-6ba4af9aa7ea","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.236653232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"9a0ae190-6913-4f68-a13c-17c5c09c5cf0","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.238749631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"d56c9b39-cc8f-448d-b6b1-c32e84a528bb","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.242125963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fcfef6df-becf-4c5d-b043-f059ade1f763","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.295713757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"31b84dda-8a36-4b46-a207-ab8027e00edf","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.376062503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"a7d7b177-df90-441d-9b4e-dd7b89571e00","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.422634371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"3347e9b3-61c2-40ac-956f-23715b6f4290","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.42324377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"1cb053ed-b426-4e69-a565-96ceccb478d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.433283709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"5ce0aff3-9e73-4765-a06d-55976146d369","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.440015601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"3347e9b3-61c2-40ac-956f-23715b6f4290","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:14.456328354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"1cb053ed-b426-4e69-a565-96ceccb478d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:19.959459618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"fcb9db5f-e75a-4c0b-8fca-748713aa09de","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.102566018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"c0872fd5-6261-4afc-af3e-355e314d0dfd","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.652033642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"0d67e2be-c493-4979-a35b-34cf84a19631","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.749069282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"2b74b646-39ed-4fe1-b386-2c328b4a3a66","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.904058898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"bc4dbcc4-5a72-47d5-b4c0-36774a2808c9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.904058957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b491ac86-4662-40ba-ae74-55c126c53882","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.922957042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"b491ac86-4662-40ba-ae74-55c126c53882","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:20.92312602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"bc4dbcc4-5a72-47d5-b4c0-36774a2808c9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.256567591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"7f620d25-ad66-49c2-b10f-34142a3efb0c","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.271013535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"914dc97c-28e0-4bc8-94d1-508a757e2f36","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.29353156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"914dc97c-28e0-4bc8-94d1-508a757e2f36","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.293990823Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"f62cc790-4937-4b45-b8c0-abc37322db2c","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5c4d2145","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.464873672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"44616bda-81c7-4dee-81df-d75fcf4d5638","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.483005715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"44616bda-81c7-4dee-81df-d75fcf4d5638","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.565301582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"06faebca-6a99-4191-8097-ea9d8d32c9ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.573906359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"19602e0d-0b37-41d7-ae8d-9902fc6c7fbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.578035813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"1c6eabd8-38ae-49f9-82bf-ca223e06de12","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.579284943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"5b2d5e9c-d23f-443c-96cb-0f88f0c72b6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.583216748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"06faebca-6a99-4191-8097-ea9d8d32c9ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.591320952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"19602e0d-0b37-41d7-ae8d-9902fc6c7fbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.595725926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"1c6eabd8-38ae-49f9-82bf-ca223e06de12","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.596610137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"5b2d5e9c-d23f-443c-96cb-0f88f0c72b6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.665521022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"5c159bf1-8d24-4568-88cf-01164b11faec","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.683673513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"5c159bf1-8d24-4568-88cf-01164b11faec","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.78904001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"087cfa28-e908-42ea-992c-818058055c06","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.801329276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"72d817d9-e840-4013-9d91-7c96e33b2fba","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.801365197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"4ba19431-f167-4f4e-b3d2-b4e37af238c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.806763841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"087cfa28-e908-42ea-992c-818058055c06","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.818618999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"4ba19431-f167-4f4e-b3d2-b4e37af238c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:21.818976768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"72d817d9-e840-4013-9d91-7c96e33b2fba","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:23.29017216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"6e342500-df7b-4067-ad66-d4c1f09861a9","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:23.304844303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"2dd22a36-3c75-41c8-a1dd-34278d0e4a54","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:23.322633574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"2dd22a36-3c75-41c8-a1dd-34278d0e4a54","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:23.325347792Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"e6aa05f1-83ea-4b0f-a4c1-f6fb87b56299","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-913c01d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:23.497690326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"01247e8b-65f0-4913-83a2-1604785117b5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:23.515255211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"01247e8b-65f0-4913-83a2-1604785117b5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.30774352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"07e28f25-86ff-4318-a7eb-0316c2c4a88a","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","subscription":"e2e-shr-auth-95d3ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.336381406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"07e28f25-86ff-4318-a7eb-0316c2c4a88a","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.350600027Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"07e28f25-86ff-4318-a7eb-0316c2c4a88a","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.430640057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.44582238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"5d7b8573-1889-4b42-b7ac-e93174dd56f9","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.462691095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"816dbd68-b3d7-48e0-85f8-5a9015dc5b7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.477466859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"ac3d7282-fc1c-47ef-aeef-c68b40e56a3e","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.480584504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"816dbd68-b3d7-48e0-85f8-5a9015dc5b7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.59280776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"f0f5eafc-c4f3-494c-9e68-8ba2c002d477","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.622109655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"cfcf38f0-cba3-4b96-bcbe-c2130b8380a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.837487735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"cfcf38f0-cba3-4b96-bcbe-c2130b8380a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.886632277Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"cfcf38f0-cba3-4b96-bcbe-c2130b8380a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"name":"e2e-extmod-b-d9ffd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.8866594Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"e2e-shr-auth-95d3ad-access","reconcileID":"cfcf38f0-cba3-4b96-bcbe-c2130b8380a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:31.92031506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","reconcileID":"6fe91114-e92f-4bf0-9cbf-d860794c1408","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-fa97134160f0","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-b-d9ffd2","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-b-d9ffd2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:32.061532693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"06ca3905-0e82-4d5e-a192-7975328579ee","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:32.076511247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"196307a8-f053-421c-9975-ca23ed025995","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:32.093844365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"196307a8-f053-421c-9975-ca23ed025995","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:32.097558458Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"d23555c2-1c37-480f-b545-c59aea92cf52","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5ff6608a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:32.19239407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"35486bb8-5f7a-4bcc-a8f5-87c68e92f448","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:32.211247628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"35486bb8-5f7a-4bcc-a8f5-87c68e92f448","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.34098174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"c0d23c77-f6e5-4965-9d4f-70a8defed838","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","subscription":"e2e-shr-quota-b6e1cf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.369195918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"c0d23c77-f6e5-4965-9d4f-70a8defed838","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.383292729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"c0d23c77-f6e5-4965-9d4f-70a8defed838","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.464431354Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.478498942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"85ea9a64-fe80-416e-baf3-4fb2a7496cda","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.493146272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"c82375f8-4f00-490b-bb2c-3728fa79f0bc","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.510320647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"c82375f8-4f00-490b-bb2c-3728fa79f0bc","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.626276467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"4e843d7b-4cc3-414a-bdb5-c64ac9c549f8","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.652578017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"29a7c36e-0339-4779-8da3-b9f919ddc351","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.78189975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"29a7c36e-0339-4779-8da3-b9f919ddc351","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.829221148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"29a7c36e-0339-4779-8da3-b9f919ddc351","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"name":"e2e-extmod-b-cea1db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.829246793Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"29a7c36e-0339-4779-8da3-b9f919ddc351","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:33.864725534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","reconcileID":"27555175-c179-464b-81e1-ee1d11aac68a","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-33002b59b69d","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-b-cea1db","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-b-cea1db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.01231331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"260f01a5-d9e0-42cc-a5ac-7f42926044da","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.026501466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d3d709d8-812c-4e87-93a0-2a935da3e30e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.047605292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"d3d709d8-812c-4e87-93a0-2a935da3e30e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.049520278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"b0ca9d67-8ce6-4a71-ac51-d1a232504b89","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b58e5825","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.147738101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"8b027149-ab59-43fa-abfc-10c9c778924b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.16534905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"8b027149-ab59-43fa-abfc-10c9c778924b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:34.887860284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:41.813834731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"38ded864-9f4b-4f28-9a53-5e021170d230","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:41.850849882Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"38ded864-9f4b-4f28-9a53-5e021170d230","name":"e2e-inf-b-7d209a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.112072515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"3e96f7c7-da10-4387-a3d7-740b12850de6","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","subscription":"e2e-shr-auth-95d3ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.141723509Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"3e96f7c7-da10-4387-a3d7-740b12850de6","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.155829703Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-sub","reconcileID":"3e96f7c7-da10-4387-a3d7-740b12850de6","MaaSSubscription":{"name":"e2e-shr-auth-95d3ad-sub","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"maas-trlp-e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.234645435Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.251992225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"6615d7f6-7f5a-41c0-90f2-dd5fa7bb789a","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.27163999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"150d68d0-68db-49d8-b7de-6099871b4db2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.301875311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"150d68d0-68db-49d8-b7de-6099871b4db2","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.391011077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"a515d39b-e6dc-4df5-be85-66b747ed7474","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.453871307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"772f58b5-5763-49dc-b56f-21bec7dac8f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"model":"e2e-extmod-shr-user-7b6037/e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.497171601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"772f58b5-5763-49dc-b56f-21bec7dac8f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.541542284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"772f58b5-5763-49dc-b56f-21bec7dac8f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"name":"e2e-extmod-a-e4fa0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.541568119Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"e2e-shr-auth-95d3ad-access","reconcileID":"772f58b5-5763-49dc-b56f-21bec7dac8f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-95d3ad-access","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.572591101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"a7cf3829-86f2-4b2b-9f2d-ed434207b163","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:42.91169272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","reconcileID":"b43e0ec4-99c8-44e2-9a7a-04a45acaaa07","MaaSModelRef":{"name":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","namespace":"e2e-extmod-shr-user-7b6037"},"routeName":"external-model-e2e-shr-auth-95d3ad-65e238f931e4","namespace":"e2e-extmod-shr-user-7b6037","model":"e2e-shr-auth-95d3ad-e2e-extmod-a-e4fa0c","externalModel":"e2e-shr-auth-95d3ad","provider":"e2e-shr-auth-95d3ad-provider","gateway":"openshift-ingress/e2e-extmod-a-e4fa0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.448225679Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"8b7dfcd9-c66d-4a56-9dec-36ce6d353042","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.479649049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"97e8ba66-b956-47dc-a805-3f1babc24cac","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.493322212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"219605e1-5376-4ab2-a73b-9da178b1d94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.493793666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b121cb2e-0b46-47b6-a54b-0e83ef7d90d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.494189896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56ab7e5-cc19-4bca-a391-0e37cc384343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.494479715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"aee205c6-6a0f-4f68-8261-84cae05ab1b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.497472798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"97e8ba66-b956-47dc-a805-3f1babc24cac","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.571017374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"219605e1-5376-4ab2-a73b-9da178b1d94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.574501891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b121cb2e-0b46-47b6-a54b-0e83ef7d90d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.578192783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56ab7e5-cc19-4bca-a391-0e37cc384343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.581003078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"aee205c6-6a0f-4f68-8261-84cae05ab1b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.734699316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4281c6f-bb01-420f-9f50-72823004edc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.734782158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-95d3ad","namespace":"e2e-extmod-shr-user-7b6037"},"namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","reconcileID":"04724bb1-87df-433b-b4ac-649a34becea2","namespace":"e2e-extmod-shr-user-7b6037","name":"e2e-shr-auth-95d3ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.735188024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"31cef8de-0c0b-471c-9d28-fbf8509ea360","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.735501567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"c3919763-9dfe-4a8d-b762-1412350aea2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.752988496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4281c6f-bb01-420f-9f50-72823004edc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.755281244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"c3919763-9dfe-4a8d-b762-1412350aea2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.755403994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"31cef8de-0c0b-471c-9d28-fbf8509ea360","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.762408177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d5b21de7-afb3-4c55-84b8-f70e0e36b3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.779612325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"d5b21de7-afb3-4c55-84b8-f70e0e36b3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.831041039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"20e61e99-2d0a-4f4c-a956-91860cd0522a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.835206869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bec95961-c19b-4185-b869-49b0fc92f84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.838372267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"25f4f8a2-f9d3-4092-b660-c4fa3cb77d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.848465029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"20e61e99-2d0a-4f4c-a956-91860cd0522a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.853623487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"bec95961-c19b-4185-b869-49b0fc92f84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.855759396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"25f4f8a2-f9d3-4092-b660-c4fa3cb77d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.921311011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"82e91f21-7762-44c9-bdb7-cefbbac53ea2","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.922462909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"19cf1df3-8f62-44c9-91ad-68985a56614c","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.933061116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4f51a9a4-3a46-465b-9950-f7a9cdb452a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.933116189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"fcef6ebe-a8be-435d-b239-91238d56393c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.934512991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"43d945b8-2f81-451d-93ec-6f05d419a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.940030024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"19cf1df3-8f62-44c9-91ad-68985a56614c","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.940457873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"82e91f21-7762-44c9-bdb7-cefbbac53ea2","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.952573497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"4f51a9a4-3a46-465b-9950-f7a9cdb452a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.953305561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"fcef6ebe-a8be-435d-b239-91238d56393c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:43.956631318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"43d945b8-2f81-451d-93ec-6f05d419a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.104645413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"8e3bffdd-6afe-49a9-8765-cc26412f6a95","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","subscription":"e2e-shr-quota-b6e1cf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.121335698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f51dae42-5fec-442c-9c71-fc5b49909cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.121966813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"e1499174-eea2-4e40-8ee1-a137c35454e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.122473327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dcde7a1-04fc-4615-b279-12f7383ef1c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.147012866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"e1499174-eea2-4e40-8ee1-a137c35454e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.147409971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dcde7a1-04fc-4615-b279-12f7383ef1c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.147984206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c8b00bb0-8e60-41ab-836f-f0feff866c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.148621496Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"8e3bffdd-6afe-49a9-8765-cc26412f6a95","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.149755806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f51dae42-5fec-442c-9c71-fc5b49909cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.162788036Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-sub","reconcileID":"8e3bffdd-6afe-49a9-8765-cc26412f6a95","MaaSSubscription":{"name":"e2e-shr-quota-b6e1cf-sub","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"maas-trlp-e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.165888502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c8b00bb0-8e60-41ab-836f-f0feff866c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.184365151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"947a41bd-b3cf-42f0-9c3d-ac5afe0df000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.202972681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"947a41bd-b3cf-42f0-9c3d-ac5afe0df000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.287458669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a86ddb03-8df0-468f-a97d-b5c9583d6ca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.28760443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4f1b3a15-ad6e-4d67-9c4f-a42b80f744f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.290551576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06eab49c-2350-4392-8839-d91929b824c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.307995182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"4f1b3a15-ad6e-4d67-9c4f-a42b80f744f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.310417186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06eab49c-2350-4392-8839-d91929b824c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.308000407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a86ddb03-8df0-468f-a97d-b5c9583d6ca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.355869718Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.370159729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"792961d3-b277-497c-b630-51b65a507105","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.384158961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"591a82cc-376d-4427-825c-5c6d6184789a","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.401450823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"591a82cc-376d-4427-825c-5c6d6184789a","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.481483743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"023cbe11-fb58-40ea-b798-98e1fad542f7","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.497606152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"ec8bf4fa-f6e9-4492-8fbb-e2cff9cdb08d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"model":"e2e-extmod-shr-user-776a9a/e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.713997142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"ec8bf4fa-f6e9-4492-8fbb-e2cff9cdb08d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.758197266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"ec8bf4fa-f6e9-4492-8fbb-e2cff9cdb08d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"name":"e2e-extmod-a-5b47a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.758219939Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"e2e-shr-quota-b6e1cf-access","reconcileID":"ec8bf4fa-f6e9-4492-8fbb-e2cff9cdb08d","MaaSAuthPolicy":{"name":"e2e-shr-quota-b6e1cf-access","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:44.789423992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"4330ff82-5309-4509-b824-763170258f00","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.108170781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","reconcileID":"9cc05fd7-a8b7-42df-9a83-63d93dd9c101","MaaSModelRef":{"name":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","namespace":"e2e-extmod-shr-user-776a9a"},"routeName":"external-model-e2e-shr-quota-b6e1cf-c02875a0ef6e","namespace":"e2e-extmod-shr-user-776a9a","model":"e2e-shr-quota-b6e1cf-e2e-extmod-a-5b47a7","externalModel":"e2e-shr-quota-b6e1cf","provider":"e2e-shr-quota-b6e1cf-provider","gateway":"openshift-ingress/e2e-extmod-a-5b47a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.654174841Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","reconcileID":"13698f54-56ba-4fdd-9b15-029b75c6bee2","namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.706944943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a8a9895f-25ee-4048-a1a6-082f9fea9ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.708164284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8b3b19a6-c503-4dc4-a2e4-6a3bd6ae1d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.711560626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e362088f-a7e4-40d6-8610-f4d845f6de28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.711820271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e0b4d1c2-13cf-4b81-9777-672847634ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.712128699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"62ac5eac-dc2b-4a97-8564-56159389f96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.725408126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a8a9895f-25ee-4048-a1a6-082f9fea9ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.725716228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8b3b19a6-c503-4dc4-a2e4-6a3bd6ae1d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.728925175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"e362088f-a7e4-40d6-8610-f4d845f6de28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.729655762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"62ac5eac-dc2b-4a97-8564-56159389f96b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.73105341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e0b4d1c2-13cf-4b81-9777-672847634ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.886634236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"e9326ebf-af4b-4cb4-8fe1-20a1ee787615","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.900376316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0dd8c2ba-94be-4052-b1bb-9ab91313ffb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.90114653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"aa8f9f7c-9879-4ebe-9de3-249d8c8a5831","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.901232717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b02b3af8-d646-49bc-9aed-9c4467fa38a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.902024898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"3349698e-aa2f-4716-9b93-b97a7eaa4fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.906890804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"e9326ebf-af4b-4cb4-8fe1-20a1ee787615","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.918860506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"0dd8c2ba-94be-4052-b1bb-9ab91313ffb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.919907704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b02b3af8-d646-49bc-9aed-9c4467fa38a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.921249221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"aa8f9f7c-9879-4ebe-9de3-249d8c8a5831","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.92210457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"3349698e-aa2f-4716-9b93-b97a7eaa4fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:45.946340307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b6e1cf","namespace":"e2e-extmod-shr-user-776a9a"},"namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","reconcileID":"dd5eef88-c9b3-4fc4-bd69-e893c5f52855","namespace":"e2e-extmod-shr-user-776a9a","name":"e2e-shr-quota-b6e1cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.114974754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"91415cdd-553e-465e-8942-d992a15a6207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.117203018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd41bff7-cac1-41d4-9bc5-ffa7fcdcc148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.126774144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"42e03e7f-5d27-4eaf-b097-29b68393ee15","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.132443292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"91415cdd-553e-465e-8942-d992a15a6207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.133784253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"ad9d641c-08da-407d-92d9-96e4b54847a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.134740125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd41bff7-cac1-41d4-9bc5-ffa7fcdcc148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.144368995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"42e03e7f-5d27-4eaf-b097-29b68393ee15","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.151537157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"ad9d641c-08da-407d-92d9-96e4b54847a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.204944994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"27e49376-93a9-41ba-b269-281950a5330e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.222738599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"27e49376-93a9-41ba-b269-281950a5330e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.312592724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8dab468c-da0e-40a8-bb03-f253d1b52be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.31294735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a6eb754f-75f3-4149-b65a-6fdb30e8723c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.313584057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7fefab74-0e56-470b-91c2-03791b019eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.313621565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"65edd814-b3fc-4bc1-85c1-4971cbfc4d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.330619408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"8dab468c-da0e-40a8-bb03-f253d1b52be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.331008828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a6eb754f-75f3-4149-b65a-6fdb30e8723c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.333029563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7fefab74-0e56-470b-91c2-03791b019eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.333321527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"65edd814-b3fc-4bc1-85c1-4971cbfc4d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.399524372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"ed214479-7b21-4d99-bbd4-31fcf49ad0ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.412314955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"45a7ec69-6a25-4f72-aa79-b625e6725a8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.413260449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"2d5c209c-4406-4b25-84e5-ef51c966fa19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.413488364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a24d89ef-8694-441f-8782-422a22fcd697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.417466756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"ed214479-7b21-4d99-bbd4-31fcf49ad0ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.429767487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"45a7ec69-6a25-4f72-aa79-b625e6725a8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.430908983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"2d5c209c-4406-4b25-84e5-ef51c966fa19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.432023072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a24d89ef-8694-441f-8782-422a22fcd697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.54537104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"8d710682-f14f-4837-a0bb-abebb03d1d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.574856954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"8d710682-f14f-4837-a0bb-abebb03d1d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.621602947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"4c539ca2-8704-4115-bfe9-1cec843a187b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:46.679643714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"4c539ca2-8704-4115-bfe9-1cec843a187b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:47.465753829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d7ede-254d-407b-8f32-306bf82a723f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:47.481343505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d7ede-254d-407b-8f32-306bf82a723f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:47.500185125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d7ede-254d-407b-8f32-306bf82a723f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:47.618371285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d7ede-254d-407b-8f32-306bf82a723f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:48.170903124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5cba0-7818-478b-8f10-3e81a42c9398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:48.1849281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5cba0-7818-478b-8f10-3e81a42c9398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:48.199047045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5cba0-7818-478b-8f10-3e81a42c9398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:48.213277932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f5cba0-7818-478b-8f10-3e81a42c9398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:54.338194608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"b09e3125-ff05-4e57-8476-a4f6e9248680","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:54.343963427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572dae25-fb41-4f77-a780-ea7442390d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:54.359000504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572dae25-fb41-4f77-a780-ea7442390d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:54.378303209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572dae25-fb41-4f77-a780-ea7442390d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:54.39344995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"572dae25-fb41-4f77-a780-ea7442390d14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:54.48652957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"25fc57a1-d3a6-4b4c-ba7c-08f49ec41d2d","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.05837628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2346e1fb-ccf0-4d8b-bc22-152c753d9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.064962317Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1d932d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1d932d","reconcileID":"3b93883b-02fe-41d6-97b1-911caaf93eb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1d932d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1d932d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.072532465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2346e1fb-ccf0-4d8b-bc22-152c753d9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.086736556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2346e1fb-ccf0-4d8b-bc22-152c753d9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.101314447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2346e1fb-ccf0-4d8b-bc22-152c753d9f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.139813751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"ac5cfc3f-b8c1-4492-aa27-42e28c969924","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.161628447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fd3ce9fb-02e0-42e4-a162-2660678c0039","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.161628288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"b8fdcbe4-50dc-4698-8cad-10b4b732f12f","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.166561094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"ac5cfc3f-b8c1-4492-aa27-42e28c969924","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.186063126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"b8fdcbe4-50dc-4698-8cad-10b4b732f12f","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.190788337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"fd3ce9fb-02e0-42e4-a162-2660678c0039","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.753896607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8274ada-d390-496f-bf4a-f8616b8670b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.76796657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8274ada-d390-496f-bf4a-f8616b8670b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.782161882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8274ada-d390-496f-bf4a-f8616b8670b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:55.796502177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8274ada-d390-496f-bf4a-f8616b8670b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:56.621806596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"335662ab-1770-46a4-b012-9737ffa842de","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:56.637869459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"be6b1594-95bb-42c4-b1df-14824c7b5f84","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:56.665300871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"c3eefb2f-945a-4b31-8961-dc2afa874bd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:56.682959403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"c3eefb2f-945a-4b31-8961-dc2afa874bd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:56.87741622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"c802cfc8-531b-46e2-9b84-356ab59ccdc9","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:57.498054583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d26f531-8765-491a-a8a1-211abbdca8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:57.512158692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d26f531-8765-491a-a8a1-211abbdca8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:57.526101838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d26f531-8765-491a-a8a1-211abbdca8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:57.540319964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d26f531-8765-491a-a8a1-211abbdca8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:58.25188912Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-56ec8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-56ec8d","reconcileID":"5e2c3c34-61a6-4c02-ace2-636fb8627c42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-56ec8d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-56ec8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:58.313674062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c68584c-8d77-4c77-83c6-cb11931f2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:58.32843639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c68584c-8d77-4c77-83c6-cb11931f2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:58.342749577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c68584c-8d77-4c77-83c6-cb11931f2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:58.356710094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c68584c-8d77-4c77-83c6-cb11931f2ad2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.025714885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c8779-6878-4802-82bb-61fb39061bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.042217429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c8779-6878-4802-82bb-61fb39061bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.067679298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c8779-6878-4802-82bb-61fb39061bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.083309477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c8779-6878-4802-82bb-61fb39061bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.646690922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b0130-fb1c-479b-b567-c66c74cff9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.660743551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b0130-fb1c-479b-b567-c66c74cff9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.675010783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b0130-fb1c-479b-b567-c66c74cff9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:52:59.691440397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b0130-fb1c-479b-b567-c66c74cff9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:00.348473979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b93735-63f8-42aa-bc9b-e7788ebdb260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:00.389833922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b93735-63f8-42aa-bc9b-e7788ebdb260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:00.410699012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b93735-63f8-42aa-bc9b-e7788ebdb260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:00.465925812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b93735-63f8-42aa-bc9b-e7788ebdb260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.118775438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e777e5-ed16-4498-9c63-fae0f9c9b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.133161688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e777e5-ed16-4498-9c63-fae0f9c9b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.147310948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e777e5-ed16-4498-9c63-fae0f9c9b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.16128596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e777e5-ed16-4498-9c63-fae0f9c9b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.69242568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f274b5b2-e249-47ce-8795-9da8bfe17c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.706890204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f274b5b2-e249-47ce-8795-9da8bfe17c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.722651071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f274b5b2-e249-47ce-8795-9da8bfe17c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:01.737214275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f274b5b2-e249-47ce-8795-9da8bfe17c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.290011482Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]","namespace=ai-tenant-e2e-extmod-b-a4559f priority=0:[ai-tenant-e2e-extmod-b-a4559f/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-b-a4559f/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.305252837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"75e97a58-ab3d-4d5c-a798-675b9aec8812","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:53:02.318860944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"cccbe890-8784-4ca1-bfc5-1b3c616276d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-aaa9e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.332470833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"7819e2a8-f641-4ad4-b010-b34d47950761","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.334398973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"14500e30-00f5-4017-b04b-13e81f4ab195","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.338706637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"c24429d2-2383-4d3d-8dbd-2df22a71e8bd","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.356305649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"7819e2a8-f641-4ad4-b010-b34d47950761","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:53:02.356737901Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"c24429d2-2383-4d3d-8dbd-2df22a71e8bd","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:53:02.35679567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"c24429d2-2383-4d3d-8dbd-2df22a71e8bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.357494616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"14500e30-00f5-4017-b04b-13e81f4ab195","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.370899077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"6c11dee1-fd75-45ff-9fc3-aa768ab0cdb9","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.385458671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"479fe869-2ccd-4378-ad3a-ed769c294dc0","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.399489776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"ac922536-0bb9-46cd-b0f4-af03c76b6371","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.43361823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7078baa1-d75f-48bb-a235-f814e7c69282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.447616373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7078baa1-d75f-48bb-a235-f814e7c69282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.457880046Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"b5412c97-3ec0-4d87-b2ed-f18342f63522","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-a4559f/e2e-shr-auth-aaa9e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.461510049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7078baa1-d75f-48bb-a235-f814e7c69282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.475539593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7078baa1-d75f-48bb-a235-f814e7c69282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.502891909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"252b843e-db82-4fe1-ae8e-bb0ee5d71a6e","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.502961822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"3d6b1c21-6ae9-4e45-8a17-2a4b2747e7e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.521478386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"252b843e-db82-4fe1-ae8e-bb0ee5d71a6e","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.521504082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"3d6b1c21-6ae9-4e45-8a17-2a4b2747e7e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.550309844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"1ca34062-5c26-4048-ac04-3d76e65939a3","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:02.605291194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"dc170305-53af-4e5b-9040-62f8446f6c75","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:03.021691868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6818a3b-be15-4bb0-941f-f95e6d491524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:03.036532985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6818a3b-be15-4bb0-941f-f95e6d491524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:03.050591695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6818a3b-be15-4bb0-941f-f95e6d491524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:03.064738769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6818a3b-be15-4bb0-941f-f95e6d491524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:04.888488043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:19.665681034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"6df5b982-7ca3-44b1-b772-1a145cb8a8a0","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:19.665816019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"6df5b982-7ca3-44b1-b772-1a145cb8a8a0","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:19.973983035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"e8097608-fdd1-46d7-ba0f-3d6b858de587","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:19.974113244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"e8097608-fdd1-46d7-ba0f-3d6b858de587","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:19.990686256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"843e08a0-e7b6-4c83-8423-b7fd3b1ce52e","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:19.990715086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"843e08a0-e7b6-4c83-8423-b7fd3b1ce52e","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:20.018399191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"9c38b2e3-2b44-4a45-8d4c-afa46b2b695c","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:20.066771316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"9c38b2e3-2b44-4a45-8d4c-afa46b2b695c","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:20.084125617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"9c38b2e3-2b44-4a45-8d4c-afa46b2b695c","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:20.102549867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"61fff92e-3424-4248-97cb-52aca9e5ba37","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:20.102571901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"61fff92e-3424-4248-97cb-52aca9e5ba37","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:30.131766052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"e2362b12-3c62-475e-8967-b797520270a8","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:30.149058245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"e2362b12-3c62-475e-8967-b797520270a8","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:30.168933844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"e2362b12-3c62-475e-8967-b797520270a8","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:32.785901195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9295cd-df19-4dc4-a575-ed5fff4c3b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:32.800235041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9295cd-df19-4dc4-a575-ed5fff4c3b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:32.815293713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9295cd-df19-4dc4-a575-ed5fff4c3b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:32.829877395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9295cd-df19-4dc4-a575-ed5fff4c3b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:33.372981904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447e6923-be41-4eaf-b914-699b2d341891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:33.387022563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447e6923-be41-4eaf-b914-699b2d341891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:33.401051694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447e6923-be41-4eaf-b914-699b2d341891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:33.414857058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"447e6923-be41-4eaf-b914-699b2d341891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:34.888270744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:35.93894258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"badff9b9-069e-4d86-8c3f-e48923b23a1f","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:36.019051277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"ad2e85c3-dab7-48cb-87a0-78e2cddb9a3e","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.225584173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"bcdd44b9-508e-42ba-88f0-b8acee62fa91","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.226100041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"752f3987-75ad-4b44-800e-50b377120955","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.226121432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"4244ff6a-d252-47ac-92f3-199ec1b8ee11","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.226479271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"d20ba529-54b5-490f-b8fe-3edcdc780039","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.243835515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"bcdd44b9-508e-42ba-88f0-b8acee62fa91","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.244760056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"d20ba529-54b5-490f-b8fe-3edcdc780039","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.246632036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"752f3987-75ad-4b44-800e-50b377120955","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:37.246885907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"4244ff6a-d252-47ac-92f3-199ec1b8ee11","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.303413335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"b7bca8da-67a6-4218-b4ac-fc84a234d666","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.355540279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"b94629cf-93ae-497d-bc41-e564d9df4ff2","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.355909583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"d6015058-b9b6-459b-b232-e1b8bb24da65","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.373833017Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"2e114c71-46c5-427f-8540-930a334d9de7","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c84d6d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.378140163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"b94629cf-93ae-497d-bc41-e564d9df4ff2","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.379303681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"d6015058-b9b6-459b-b232-e1b8bb24da65","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.567793853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"b2b3f7e3-9cb5-4465-bd6c-4a5cebfaa6ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.567796251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a589678d-3796-45a8-a611-59885a7bf3a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.592884535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"b2b3f7e3-9cb5-4465-bd6c-4a5cebfaa6ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:38.59299995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"a589678d-3796-45a8-a611-59885a7bf3a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:40.19791477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"71ac635b-e503-4cb0-a397-1d3380b9cb98","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:40.215903503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"71ac635b-e503-4cb0-a397-1d3380b9cb98","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:40.232670508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17acbd2b5511ecb31debd5690aa8727b67906563e061d5079b7684471c2810aa) AuthConfig (b73d22a1338bc48a1ff2f1121babbe11b17a54cb48fa294c3e384ae10799ee8d) AuthConfig (5d952f9e89fcf60502f6f172bf028d4f0c25cc37e9ed87629d58c1042b0eae7e) AuthConfig (9e21f6844677126cec7bb1b3920fcb6d9767ed35b9dcca656f50078cf9b5c03a) AuthConfig (8e6ed3aa0ee7a08792e530a7412bfb7b0c72e93b874efba3d236f43814dde63a) AuthConfig (4e39604a9d4ceed3bffb9f432294e6047da8de1dd832a6a5f23c5c02a2cf336d) AuthConfig (a990b873f7257639a232f046cabdea2ebfdc253051683327445d4e5cc32b0b7f) AuthConfig (d83f4979bc1fd77c1fbc8500db742fdf5883a77a1b22ff106f1246bb2f153056) AuthConfig (407b0853d64ec18d1cc765b651076dadb5e6618647a441ab207f431fa4acd397) AuthConfig (4d886700cef874cc3e6f4b3bf14db597fc4a60ca00ea9ce5db193c22ea1d57ed) AuthConfig (7f6364f90aad803bfab89b4bca9e581d47ec2e151fc4ad37d85dc7fb4f2af80f) AuthConfig (11b8e0151578e6a636bf9854cc53b27ebc3972c3a3f6e9741c7fd9dab3df4d64) AuthConfig (7497bb2fadfba047016ed407ccf75f0178a3fe90eef5a33516fb786cde62de9e) AuthConfig (7a7efce983aed8e1998c2d4f350c6e307cfd764d5dd437146000ad64473cc883) AuthConfig (42706268d9c95972aa0177c18aae08ae96d46b6c87297178e20cbba690477a89) AuthConfig (1fd49945ef46a55c8b59787eb0f52a49456df495c849f5b4cd320ed23d86ba6d) AuthConfig (d7ff5b5edc4b0477b19a3f1bf4994359a2454fbdbd9bad024534abd713b3f1ad) AuthConfig (12d59dce103779d199d68ce9fd13c8d0c96637329ee743262e854003ea7881ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"71ac635b-e503-4cb0-a397-1d3380b9cb98","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:40.251516354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"f3427bda-f9fd-4267-b8fa-4977c5af5f3b","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:40.251536851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"f3427bda-f9fd-4267-b8fa-4977c5af5f3b","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:45.141768824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"42a49495-c23e-43e9-9775-3a6c07d995a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:45.181207845Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"42a49495-c23e-43e9-9775-3a6c07d995a3","name":"e2e-inf-a-1d932d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.38862832Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"97d6dd7f-69fe-4a0d-8912-f31d94d27723","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","subscription":"e2e-shr-auth-aaa9e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.416394957Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"97d6dd7f-69fe-4a0d-8912-f31d94d27723","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.430412661Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"97d6dd7f-69fe-4a0d-8912-f31d94d27723","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.50999441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14b83a priority=0:[ai-tenant-e2e-extmod-a-14b83a/e2e-shr-auth-aaa9e3-sub ai-tenant-e2e-extmod-a-14b83a/e2e-shr-shared-1d8871-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.523708173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"d200e301-17ad-443b-b61d-b8d3ab0ea2ec","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.557254957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"38ea2b76-16c8-49eb-a19c-0cc952791302","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.561041949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"001f1d51-e030-4c79-8444-f28cde263acb","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.561387393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"196bc1db-95d0-40a0-9a68-32bd532b3cb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.578477811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"001f1d51-e030-4c79-8444-f28cde263acb","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.580725854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"196bc1db-95d0-40a0-9a68-32bd532b3cb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.677432029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"8ec4b3f6-c5b0-4500-8e18-fe48704f7cdf","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.70464323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"41a66bf9-4cd6-473e-ad3c-154624300f66","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.822490386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","reconcileID":"ffc114c5-8abf-4c58-9f71-a419a0287f9f","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-614cfcaff24c","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-b-a4559f","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:48.979025907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"7319841d-d6ad-4f3e-87ad-06905abb7f1e","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.016683451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"daa161ab-c4a6-45f5-810b-68e91b61a351","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.017404778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"aebbba46-8a41-49cf-ac17-d80be5e8b884","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.036725668Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"a037dfdd-f95f-40fb-acfc-a6f38b8554f9","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-50435095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.046554653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"aebbba46-8a41-49cf-ac17-d80be5e8b884","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.04894236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"daa161ab-c4a6-45f5-810b-68e91b61a351","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.230748851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"acaa4c0f-f179-400e-8989-f32cd98d9552","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.230816375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f08c9877-0939-4055-bbad-a67d3789d352","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.249630042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"acaa4c0f-f179-400e-8989-f32cd98d9552","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:49.249649698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f08c9877-0939-4055-bbad-a67d3789d352","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:50.150815624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"ff0d858d-5c3c-469a-9d88-e44a0abc0b5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:50.189997962Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"ff0d858d-5c3c-469a-9d88-e44a0abc0b5a","name":"e2e-inf-a-56ec8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:50.280389922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"ee4391d7-c4e3-4032-8e9f-919efd027fb6","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:50.297886345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"ee4391d7-c4e3-4032-8e9f-919efd027fb6","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:50.314064782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17acbd2b5511ecb31debd5690aa8727b67906563e061d5079b7684471c2810aa) AuthConfig (b73d22a1338bc48a1ff2f1121babbe11b17a54cb48fa294c3e384ae10799ee8d) AuthConfig (5d952f9e89fcf60502f6f172bf028d4f0c25cc37e9ed87629d58c1042b0eae7e) AuthConfig (9e21f6844677126cec7bb1b3920fcb6d9767ed35b9dcca656f50078cf9b5c03a) AuthConfig (8e6ed3aa0ee7a08792e530a7412bfb7b0c72e93b874efba3d236f43814dde63a) AuthConfig (4e39604a9d4ceed3bffb9f432294e6047da8de1dd832a6a5f23c5c02a2cf336d) AuthConfig (a990b873f7257639a232f046cabdea2ebfdc253051683327445d4e5cc32b0b7f) AuthConfig (d83f4979bc1fd77c1fbc8500db742fdf5883a77a1b22ff106f1246bb2f153056) AuthConfig (407b0853d64ec18d1cc765b651076dadb5e6618647a441ab207f431fa4acd397) AuthConfig (4d886700cef874cc3e6f4b3bf14db597fc4a60ca00ea9ce5db193c22ea1d57ed) AuthConfig (7f6364f90aad803bfab89b4bca9e581d47ec2e151fc4ad37d85dc7fb4f2af80f) AuthConfig (11b8e0151578e6a636bf9854cc53b27ebc3972c3a3f6e9741c7fd9dab3df4d64) AuthConfig (7497bb2fadfba047016ed407ccf75f0178a3fe90eef5a33516fb786cde62de9e) AuthConfig (7a7efce983aed8e1998c2d4f350c6e307cfd764d5dd437146000ad64473cc883) AuthConfig (42706268d9c95972aa0177c18aae08ae96d46b6c87297178e20cbba690477a89) AuthConfig (1fd49945ef46a55c8b59787eb0f52a49456df495c849f5b4cd320ed23d86ba6d) AuthConfig (d7ff5b5edc4b0477b19a3f1bf4994359a2454fbdbd9bad024534abd713b3f1ad) AuthConfig (12d59dce103779d199d68ce9fd13c8d0c96637329ee743262e854003ea7881ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"ee4391d7-c4e3-4032-8e9f-919efd027fb6","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.051093083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"5deba20c-59eb-4a3e-aae1-e76f81527c28","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","subscription":"e2e-shr-auth-aaa9e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.079308867Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"5deba20c-59eb-4a3e-aae1-e76f81527c28","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.093324312Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-sub","reconcileID":"5deba20c-59eb-4a3e-aae1-e76f81527c28","MaaSSubscription":{"name":"e2e-shr-auth-aaa9e3-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.191227632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"88326d4d-f4cd-4d21-be86-6e1c81ef0283","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.217411801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"20db4eda-79b3-42b9-828e-1659da0fdd3b","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.217432391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0592eea5-068c-4ec2-92a3-377f3119f504","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.226466875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"96680d83-e7e5-48ac-a245-973a9ffc5ab0","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.235902902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"20db4eda-79b3-42b9-828e-1659da0fdd3b","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.237467355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"0592eea5-068c-4ec2-92a3-377f3119f504","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.33761337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"f96819e6-75db-4387-8049-8d25169624d1","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.344664639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"11fe4e04-6e1a-4889-a925-cde73cde3ef7","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.363214985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"11fe4e04-6e1a-4889-a925-cde73cde3ef7","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.464337577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-auth-aaa9e3-access","reconcileID":"90b0b458-8783-4826-966a-a466658120e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-aaa9e3-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.522035617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"6425aef0-4f60-4413-bda9-410e9c15150f","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:53:59.852625846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","reconcileID":"66d046b6-2570-4c77-a0fe-ce4bd73a9965","MaaSModelRef":{"name":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-auth-aaa9e3-1f8a3e519794","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-auth-aaa9e3-e2e-extmod-a-14b83a","externalModel":"e2e-shr-auth-aaa9e3","provider":"e2e-shr-auth-aaa9e3-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.342648844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"ca437486-59d9-4dd5-b7c1-d2073421b212","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.36016343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"ca437486-59d9-4dd5-b7c1-d2073421b212","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.376573523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17acbd2b5511ecb31debd5690aa8727b67906563e061d5079b7684471c2810aa) AuthConfig (b73d22a1338bc48a1ff2f1121babbe11b17a54cb48fa294c3e384ae10799ee8d) AuthConfig (5d952f9e89fcf60502f6f172bf028d4f0c25cc37e9ed87629d58c1042b0eae7e) AuthConfig (9e21f6844677126cec7bb1b3920fcb6d9767ed35b9dcca656f50078cf9b5c03a) AuthConfig (8e6ed3aa0ee7a08792e530a7412bfb7b0c72e93b874efba3d236f43814dde63a) AuthConfig (4e39604a9d4ceed3bffb9f432294e6047da8de1dd832a6a5f23c5c02a2cf336d) AuthConfig (a990b873f7257639a232f046cabdea2ebfdc253051683327445d4e5cc32b0b7f) AuthConfig (d83f4979bc1fd77c1fbc8500db742fdf5883a77a1b22ff106f1246bb2f153056) AuthConfig (407b0853d64ec18d1cc765b651076dadb5e6618647a441ab207f431fa4acd397) AuthConfig (4d886700cef874cc3e6f4b3bf14db597fc4a60ca00ea9ce5db193c22ea1d57ed) AuthConfig (7f6364f90aad803bfab89b4bca9e581d47ec2e151fc4ad37d85dc7fb4f2af80f) AuthConfig (11b8e0151578e6a636bf9854cc53b27ebc3972c3a3f6e9741c7fd9dab3df4d64) AuthConfig (7497bb2fadfba047016ed407ccf75f0178a3fe90eef5a33516fb786cde62de9e) AuthConfig (7a7efce983aed8e1998c2d4f350c6e307cfd764d5dd437146000ad64473cc883) AuthConfig (42706268d9c95972aa0177c18aae08ae96d46b6c87297178e20cbba690477a89) AuthConfig (1fd49945ef46a55c8b59787eb0f52a49456df495c849f5b4cd320ed23d86ba6d) AuthConfig (d7ff5b5edc4b0477b19a3f1bf4994359a2454fbdbd9bad024534abd713b3f1ad) AuthConfig (12d59dce103779d199d68ce9fd13c8d0c96637329ee743262e854003ea7881ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"ca437486-59d9-4dd5-b7c1-d2073421b212","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.379748715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","reconcileID":"80117b37-9326-41dd-a1d8-195671d72c7e","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.414538637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"b1a64cdb-5bf1-4b1a-925d-019332b8bac9","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.431126194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"31006118-d12e-4816-9abb-bd89207a728f","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.448537325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"35dac803-305d-4c3a-8636-cc7f575614a7","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.457835358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"82234c7f-3764-4905-85d5-91399f3bdd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.458278895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f5bc8734-8f60-4a99-a781-8a1f7b850d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.461478672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"df8a5988-cd25-45cb-b3af-e06cb9d8a51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.461790361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"64943384-6b95-4aa9-b37c-14d353dd49bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.466234209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"35dac803-305d-4c3a-8636-cc7f575614a7","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.472409686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"1acfc798-a64a-45a4-ba59-e255b4fe73ed","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.472744465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"a416f1ff-9bd1-47ed-b6e7-30a52f703eac","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.476571266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"f5bc8734-8f60-4a99-a781-8a1f7b850d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.476875982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"82234c7f-3764-4905-85d5-91399f3bdd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.47927149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"df8a5988-cd25-45cb-b3af-e06cb9d8a51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.479300825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"64943384-6b95-4aa9-b37c-14d353dd49bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.481630582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"66ddbab6-bc6d-486e-a8f9-3e7f5acc5508","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.482803961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17acbd2b5511ecb31debd5690aa8727b67906563e061d5079b7684471c2810aa) AuthConfig (b73d22a1338bc48a1ff2f1121babbe11b17a54cb48fa294c3e384ae10799ee8d) AuthConfig (5d952f9e89fcf60502f6f172bf028d4f0c25cc37e9ed87629d58c1042b0eae7e) AuthConfig (9e21f6844677126cec7bb1b3920fcb6d9767ed35b9dcca656f50078cf9b5c03a) AuthConfig (8e6ed3aa0ee7a08792e530a7412bfb7b0c72e93b874efba3d236f43814dde63a) AuthConfig (4e39604a9d4ceed3bffb9f432294e6047da8de1dd832a6a5f23c5c02a2cf336d) AuthConfig (a990b873f7257639a232f046cabdea2ebfdc253051683327445d4e5cc32b0b7f) AuthConfig (d83f4979bc1fd77c1fbc8500db742fdf5883a77a1b22ff106f1246bb2f153056) AuthConfig (407b0853d64ec18d1cc765b651076dadb5e6618647a441ab207f431fa4acd397) AuthConfig (4d886700cef874cc3e6f4b3bf14db597fc4a60ca00ea9ce5db193c22ea1d57ed) AuthConfig (7f6364f90aad803bfab89b4bca9e581d47ec2e151fc4ad37d85dc7fb4f2af80f) AuthConfig (11b8e0151578e6a636bf9854cc53b27ebc3972c3a3f6e9741c7fd9dab3df4d64) AuthConfig (7497bb2fadfba047016ed407ccf75f0178a3fe90eef5a33516fb786cde62de9e) AuthConfig (7a7efce983aed8e1998c2d4f350c6e307cfd764d5dd437146000ad64473cc883) AuthConfig (42706268d9c95972aa0177c18aae08ae96d46b6c87297178e20cbba690477a89) AuthConfig (1fd49945ef46a55c8b59787eb0f52a49456df495c849f5b4cd320ed23d86ba6d) AuthConfig (d7ff5b5edc4b0477b19a3f1bf4994359a2454fbdbd9bad024534abd713b3f1ad) AuthConfig (12d59dce103779d199d68ce9fd13c8d0c96637329ee743262e854003ea7881ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"35dac803-305d-4c3a-8636-cc7f575614a7","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.495901218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"46318280-9dd7-4181-b23d-e1b4f9b07503","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.544757906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"11ef7bb8-fa02-466e-8004-bd4ce55bd6bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.559343306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de069fff-9b99-41b1-a63e-778460b7c1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.560481146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5aca388a-2d85-40c3-a569-21340ee8bb28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.561001909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2991b5cb-f813-4a9b-996f-7c9bf37c828b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.561315288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b3d19906-886f-4862-a61e-8ac672f62925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.562628714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"11ef7bb8-fa02-466e-8004-bd4ce55bd6bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.577815348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de069fff-9b99-41b1-a63e-778460b7c1ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.579486776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5aca388a-2d85-40c3-a569-21340ee8bb28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.58038655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"2991b5cb-f813-4a9b-996f-7c9bf37c828b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.583112338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"b3d19906-886f-4862-a61e-8ac672f62925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.591307137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"4c0576ad-2b0e-498b-807a-3ff5018a88ba","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.591886874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"9a791240-c626-4d85-ad5d-2d21e519a863","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.647364129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2e2fba7b-53e4-4a62-a647-e50ab7d2e34b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.664002097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af06b64-d511-44df-b81a-88f2e45b9424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.664403263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1f9797d0-0709-4507-829f-eaf124d6d49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.66477673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"2e2fba7b-53e4-4a62-a647-e50ab7d2e34b","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.667824615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0d41228e-004d-4d5c-bc26-7532c0506156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.669127166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-aaa9e3","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","reconcileID":"24daf2cd-fdd6-49e4-9a78-e667b050f9c3","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-auth-aaa9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.674784978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"e536e6b6-6c52-4b3d-98cb-1d2c6b6bf015","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.674809104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"e536e6b6-6c52-4b3d-98cb-1d2c6b6bf015","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.681805138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"1f9797d0-0709-4507-829f-eaf124d6d49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.68200267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af06b64-d511-44df-b81a-88f2e45b9424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.686223359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"0d41228e-004d-4d5c-bc26-7532c0506156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.833757789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a88b3e2a-b3e0-4ff6-a533-26cd53e3a382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.856946776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"d883c203-6eb9-42d4-9e3a-02ab7c6b4004","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.876789288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6ec7d57e-0339-4f3e-b15d-eab86de96f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.881582239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11419889-e871-42a9-b494-10b2d2addf25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.887663398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3bd02660-f08c-460c-aec5-a44d2e9e01d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.891211349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"a88b3e2a-b3e0-4ff6-a533-26cd53e3a382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.894858434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"d883c203-6eb9-42d4-9e3a-02ab7c6b4004","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.909954523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6ec7d57e-0339-4f3e-b15d-eab86de96f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.913139719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"3bd02660-f08c-460c-aec5-a44d2e9e01d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.914532053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"11419889-e871-42a9-b494-10b2d2addf25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.914936807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17acbd2b5511ecb31debd5690aa8727b67906563e061d5079b7684471c2810aa) AuthConfig (b73d22a1338bc48a1ff2f1121babbe11b17a54cb48fa294c3e384ae10799ee8d) AuthConfig (5d952f9e89fcf60502f6f172bf028d4f0c25cc37e9ed87629d58c1042b0eae7e) AuthConfig (9e21f6844677126cec7bb1b3920fcb6d9767ed35b9dcca656f50078cf9b5c03a) AuthConfig (8e6ed3aa0ee7a08792e530a7412bfb7b0c72e93b874efba3d236f43814dde63a) AuthConfig (4e39604a9d4ceed3bffb9f432294e6047da8de1dd832a6a5f23c5c02a2cf336d) AuthConfig (a990b873f7257639a232f046cabdea2ebfdc253051683327445d4e5cc32b0b7f) AuthConfig (d83f4979bc1fd77c1fbc8500db742fdf5883a77a1b22ff106f1246bb2f153056) AuthConfig (407b0853d64ec18d1cc765b651076dadb5e6618647a441ab207f431fa4acd397) AuthConfig (4d886700cef874cc3e6f4b3bf14db597fc4a60ca00ea9ce5db193c22ea1d57ed) AuthConfig (7f6364f90aad803bfab89b4bca9e581d47ec2e151fc4ad37d85dc7fb4f2af80f) AuthConfig (11b8e0151578e6a636bf9854cc53b27ebc3972c3a3f6e9741c7fd9dab3df4d64) AuthConfig (7497bb2fadfba047016ed407ccf75f0178a3fe90eef5a33516fb786cde62de9e) AuthConfig (7a7efce983aed8e1998c2d4f350c6e307cfd764d5dd437146000ad64473cc883) AuthConfig (42706268d9c95972aa0177c18aae08ae96d46b6c87297178e20cbba690477a89) AuthConfig (1fd49945ef46a55c8b59787eb0f52a49456df495c849f5b4cd320ed23d86ba6d) AuthConfig (d7ff5b5edc4b0477b19a3f1bf4994359a2454fbdbd9bad024534abd713b3f1ad) AuthConfig (12d59dce103779d199d68ce9fd13c8d0c96637329ee743262e854003ea7881ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"d883c203-6eb9-42d4-9e3a-02ab7c6b4004","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.942944006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"db28c8cb-bef5-41ca-afdf-51392c4ed574","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.96100319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"db28c8cb-bef5-41ca-afdf-51392c4ed574","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.973685499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"6d559a21-6144-4dd6-97eb-b22ae9ff4a7c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.973704659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"6d559a21-6144-4dd6-97eb-b22ae9ff4a7c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.983519068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696cebd6-e095-47ab-85d1-fee20fdac026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.990688108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ce3b8027-172d-43c1-b90b-2d09acdc78b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.99697789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f6f16b72-b10c-4ff3-a8a8-f421f5318425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:00.997432315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"0f1e6aad-0377-4f3c-9918-0e62d9c946d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.00082429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696cebd6-e095-47ab-85d1-fee20fdac026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.007965529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"ce3b8027-172d-43c1-b90b-2d09acdc78b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.014282522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"f6f16b72-b10c-4ff3-a8a8-f421f5318425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.015180527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"0f1e6aad-0377-4f3c-9918-0e62d9c946d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.160629086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"34803dff-97ba-448f-bb2b-527f9fd5d623","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.177881707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9f0bde0c-ac1c-45f5-ba0a-fb72e9abc4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.178264558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77a0fbb0-9289-4d4d-9fd0-dc1949a77107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.178286526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"34803dff-97ba-448f-bb2b-527f9fd5d623","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.199340263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"9f0bde0c-ac1c-45f5-ba0a-fb72e9abc4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.268664324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77a0fbb0-9289-4d4d-9fd0-dc1949a77107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.318016221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"8cc4c71b-a04a-4bc1-9bb3-5e4b727dee75","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.334066802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d6907088-b231-41bc-81fe-f9dcd1784a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.350658155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"384b029d-5f75-4fd9-b73f-a2a99d082fb1","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.35134232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"384b029d-5f75-4fd9-b73f-a2a99d082fb1","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.357968366Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"459dbca8-4a97-4234-8da7-6109b1ceb66e","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88c75ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.358441303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"d6907088-b231-41bc-81fe-f9dcd1784a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.394405282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a09d09be-1deb-4a40-a51f-7179f2d8aff1","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.413652439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"c1998bf9-cd78-47f0-b1f8-cf23bd5d3c96","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.428761359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4b06972f-fa9c-4c81-86a4-49fa574ec059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.432681619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"c1998bf9-cd78-47f0-b1f8-cf23bd5d3c96","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.446997855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4b06972f-fa9c-4c81-86a4-49fa574ec059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.455693518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a09d09be-1deb-4a40-a51f-7179f2d8aff1","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.47234355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a09d09be-1deb-4a40-a51f-7179f2d8aff1","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.48877832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"97e4792e-6aab-4fb2-a4c0-7fd3ca63fd3c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.488805127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"97e4792e-6aab-4fb2-a4c0-7fd3ca63fd3c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.6775969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"05a81ae4-e649-40ef-afd0-729215c6fb6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:01.727720398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"05a81ae4-e649-40ef-afd0-729215c6fb6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:04.887985861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:10.946846544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"6cdd0ed8-d963-4563-b044-395479592759","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:10.972724421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"6cdd0ed8-d963-4563-b044-395479592759","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:10.990747403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-388bfe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17acbd2b5511ecb31debd5690aa8727b67906563e061d5079b7684471c2810aa) AuthConfig (b73d22a1338bc48a1ff2f1121babbe11b17a54cb48fa294c3e384ae10799ee8d) AuthConfig (5d952f9e89fcf60502f6f172bf028d4f0c25cc37e9ed87629d58c1042b0eae7e) AuthConfig (9e21f6844677126cec7bb1b3920fcb6d9767ed35b9dcca656f50078cf9b5c03a) AuthConfig (8e6ed3aa0ee7a08792e530a7412bfb7b0c72e93b874efba3d236f43814dde63a) AuthConfig (4e39604a9d4ceed3bffb9f432294e6047da8de1dd832a6a5f23c5c02a2cf336d) AuthConfig (a990b873f7257639a232f046cabdea2ebfdc253051683327445d4e5cc32b0b7f) AuthConfig (d83f4979bc1fd77c1fbc8500db742fdf5883a77a1b22ff106f1246bb2f153056) AuthConfig (407b0853d64ec18d1cc765b651076dadb5e6618647a441ab207f431fa4acd397) AuthConfig (4d886700cef874cc3e6f4b3bf14db597fc4a60ca00ea9ce5db193c22ea1d57ed) AuthConfig (7f6364f90aad803bfab89b4bca9e581d47ec2e151fc4ad37d85dc7fb4f2af80f) AuthConfig (11b8e0151578e6a636bf9854cc53b27ebc3972c3a3f6e9741c7fd9dab3df4d64) AuthConfig (7497bb2fadfba047016ed407ccf75f0178a3fe90eef5a33516fb786cde62de9e) AuthConfig (7a7efce983aed8e1998c2d4f350c6e307cfd764d5dd437146000ad64473cc883) AuthConfig (42706268d9c95972aa0177c18aae08ae96d46b6c87297178e20cbba690477a89) AuthConfig (1fd49945ef46a55c8b59787eb0f52a49456df495c849f5b4cd320ed23d86ba6d) AuthConfig (d7ff5b5edc4b0477b19a3f1bf4994359a2454fbdbd9bad024534abd713b3f1ad) AuthConfig (12d59dce103779d199d68ce9fd13c8d0c96637329ee743262e854003ea7881ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"6cdd0ed8-d963-4563-b044-395479592759","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.393362418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"3a1da849-3a7d-426b-9242-0d90deb3c945","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","subscription":"e2e-shr-shared-1d8871-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.436061927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"3a1da849-3a7d-426b-9242-0d90deb3c945","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.450435904Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-sub","reconcileID":"3a1da849-3a7d-426b-9242-0d90deb3c945","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.516692782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"b080a37b-a1ec-4b52-9104-952a69c08830","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.565139665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"e3e71f5c-0d27-49bf-ad77-3feb80c6279f","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.557684064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"b080a37b-a1ec-4b52-9104-952a69c08830","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.65227511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"172e1ae9-b2a5-4786-8826-0d8fe01586ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.653202877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"b080a37b-a1ec-4b52-9104-952a69c08830","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.67687006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"172e1ae9-b2a5-4786-8826-0d8fe01586ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.73363087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"4872ba98-83a5-4a21-a36e-8e9fe21ff42e","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.863472928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f496339f-8a2d-4871-bae7-026c0830a1d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:11.980153773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f496339f-8a2d-4871-bae7-026c0830a1d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.024784725Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f496339f-8a2d-4871-bae7-026c0830a1d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"name":"e2e-extmod-b-a4559f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.024808698Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"e2e-shr-shared-1d8871-access","reconcileID":"f496339f-8a2d-4871-bae7-026c0830a1d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.058748079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","reconcileID":"d131c0b4-829b-4e3e-b9e7-393d0e43c251","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-1e85ae361847","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-b-a4559f","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-b-a4559f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.211762733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"2bb84fdc-95aa-402a-a854-a604740d3dd0","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.231405196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f0d21df4-01c4-42a9-9524-d9e6d1fa296d","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.253471056Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"d6f1bc86-96a4-459f-bad8-87c620146344","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94a50b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.253851934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"f0d21df4-01c4-42a9-9524-d9e6d1fa296d","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.437893257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"e3444472-f019-44a6-baba-263f05abcf13","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:12.459814716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"e3444472-f019-44a6-baba-263f05abcf13","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:13.715205085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"119e82f5-2e2a-4d59-8093-70113e6af0dd","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:13.733157509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"119e82f5-2e2a-4d59-8093-70113e6af0dd","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:13.749548977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"119e82f5-2e2a-4d59-8093-70113e6af0dd","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:21.019843292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"e69ab693-47d6-41ce-9670-6399cf7fbdb9","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:21.037266303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"e69ab693-47d6-41ce-9670-6399cf7fbdb9","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:21.114463958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"f4b0f0b5-1b57-4cd6-8f7a-aca37c7eeafb","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:21.11448643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"f4b0f0b5-1b57-4cd6-8f7a-aca37c7eeafb","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.267514541Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"568c8457-f823-4a69-9587-395551efbb7c","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","subscription":"e2e-shr-shared-1d8871-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.27219397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"5c49b333-4d97-4285-9235-b0b32f3c9eb7","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.272215688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"5c49b333-4d97-4285-9235-b0b32f3c9eb7","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.292942772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"24797a15-fef3-4a3a-8e89-dbd30c446ccc","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.292971227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"24797a15-fef3-4a3a-8e89-dbd30c446ccc","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.295654553Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"568c8457-f823-4a69-9587-395551efbb7c","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.303640104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"c1d6a3b7-f563-4d75-8aba-4d4af152668d","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:54:22.304248104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"78b18f63-1af4-440b-89b6-f6d3f9f40488","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-388bfe-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.309744031Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-sub","reconcileID":"568c8457-f823-4a69-9587-395551efbb7c","MaaSSubscription":{"name":"e2e-shr-shared-1d8871-sub","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"maas-trlp-e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.321365705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"c1d6a3b7-f563-4d75-8aba-4d4af152668d","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.333988255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"d9b05651-c423-4b7d-b371-09bb1e364f6f","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.334006799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"d9b05651-c423-4b7d-b371-09bb1e364f6f","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.352700879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"c15460ff-8043-49f1-8a20-ce353f3e36d3","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.352722586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"c15460ff-8043-49f1-8a20-ce353f3e36d3","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.409258113Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"3ac47c20-e6aa-40fc-9a4d-249172bd6529","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"maas-trlp-test-model-388bfe","model":"test-model-388bfe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-388bfe/test-model-388bfe-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.461464627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"7d88d45e-d5a6-4c2a-8106-7c393eb524ef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.461492473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"7d88d45e-d5a6-4c2a-8106-7c393eb524ef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.476226646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"605624a9-25dd-43a0-8f66-9081de9b9873","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.493834742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"605624a9-25dd-43a0-8f66-9081de9b9873","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.513432241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"5425a915-fd1b-4077-9664-373f8f19e400","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.516290317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"1331031c-a38b-4cef-8aad-fed38e9ee8ed","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"maas-trlp-test-model-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.576617629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"c2b9d21c-b9f8-4d95-99e9-98ec7d07f938","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.593922026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"c2b9d21c-b9f8-4d95-99e9-98ec7d07f938","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.693325515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"f0138c2f-da2a-4b98-ab0d-bb30ca542d07","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.749508588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9be804c-31c2-4750-b52e-828ee1d95506","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"model":"e2e-extmod-shr-user-a540a7/e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.791651879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9be804c-31c2-4750-b52e-828ee1d95506","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.837842903Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9be804c-31c2-4750-b52e-828ee1d95506","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"name":"e2e-extmod-a-14b83a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.837866498Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"e2e-shr-shared-1d8871-access","reconcileID":"a9be804c-31c2-4750-b52e-828ee1d95506","MaaSAuthPolicy":{"name":"e2e-shr-shared-1d8871-access","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:22.869672975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"285a7396-7d09-4285-9f74-f8218a5af753","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.217759637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","reconcileID":"d6b18b1e-521f-43a5-a3fa-70766893ce72","MaaSModelRef":{"name":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","namespace":"e2e-extmod-shr-user-a540a7"},"routeName":"external-model-e2e-shr-shared-1d8871-2fed9fa6a749","namespace":"e2e-extmod-shr-user-a540a7","model":"e2e-shr-shared-1d8871-e2e-extmod-a-14b83a","externalModel":"e2e-shr-shared-1d8871","provider":"e2e-shr-shared-1d8871-provider","gateway":"openshift-ingress/e2e-extmod-a-14b83a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.746234126Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","reconcileID":"8bd3395b-96d6-4f02-9730-a70918e1a692","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.775837461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a85e6b8b-28fb-4fd4-b315-b83e86d2fc79","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.788764502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b8c3cddb-1617-45b3-bc7a-0bb8f0c6812a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.789058572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03fda6a2-d9ea-4474-b081-d79146098b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.789233652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c3e1c924-b6e2-4457-93fe-add99e47125e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.789423412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6d8ef1e8-e133-4e10-a8f5-f9076877fc27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.794203398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a85e6b8b-28fb-4fd4-b315-b83e86d2fc79","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.809356466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"b8c3cddb-1617-45b3-bc7a-0bb8f0c6812a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.809480211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03fda6a2-d9ea-4474-b081-d79146098b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.813001837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6d8ef1e8-e133-4e10-a8f5-f9076877fc27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.813474152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"c3e1c924-b6e2-4457-93fe-add99e47125e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.814348689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a85e6b8b-28fb-4fd4-b315-b83e86d2fc79","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.842374557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"c6dd40d2-56a7-4152-bef5-3ab94eeb27a4","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.859664991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"c6dd40d2-56a7-4152-bef5-3ab94eeb27a4","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.980641419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0799b890-1521-4105-9c2e-44089156808b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.981926581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8171afa6-16a8-4a9e-9a38-add311a65a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.982023259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ddd75f71-6465-4795-9d8b-681839feec2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:23.999030576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"0799b890-1521-4105-9c2e-44089156808b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.003136638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8171afa6-16a8-4a9e-9a38-add311a65a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.003364525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"ddd75f71-6465-4795-9d8b-681839feec2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.037802774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-1d8871","namespace":"e2e-extmod-shr-user-a540a7"},"namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","reconcileID":"20f2bbe9-0fff-4758-8c5f-e7b39c4f527e","namespace":"e2e-extmod-shr-user-a540a7","name":"e2e-shr-shared-1d8871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.078944091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"759874a1-1919-478c-a014-95bc7d99d35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.079158857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"427d3ed0-55aa-45bc-93e6-e6387818c205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.097348986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"759874a1-1919-478c-a014-95bc7d99d35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.097595156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"427d3ed0-55aa-45bc-93e6-e6387818c205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.180832034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"fa792afb-0852-4130-9932-0fd60db9b8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.180964551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"5127189a-5bb7-4fd9-bab3-ed7a4c92db8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.180832222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"689ee4ba-bbbe-4e50-b89c-b716a2cb3792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.201124409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"689ee4ba-bbbe-4e50-b89c-b716a2cb3792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.205570625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"5127189a-5bb7-4fd9-bab3-ed7a4c92db8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.206768845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"fa792afb-0852-4130-9932-0fd60db9b8f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.283500299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a8a012d0-0da6-4a02-9dff-2bd352234155","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.310752861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1a739c8-2399-4a0f-8a64-89f06b1a64f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.379238276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1a739c8-2399-4a0f-8a64-89f06b1a64f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.407730368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a8a012d0-0da6-4a02-9dff-2bd352234155","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.429660068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a8a012d0-0da6-4a02-9dff-2bd352234155","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.454338297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a71bba7d-e27b-4a3b-aa44-656c3156bbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.454865663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a1109226-76c4-4b07-a739-0179a0f75e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.454882433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f4d7fc2b-98d1-4a49-a8b3-b09d17b9d050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.472857793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"a71bba7d-e27b-4a3b-aa44-656c3156bbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.475838864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a1109226-76c4-4b07-a739-0179a0f75e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.475976063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"f4d7fc2b-98d1-4a49-a8b3-b09d17b9d050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.540349853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"f44445fe-52ff-48b1-8ae1-c20cd8543180","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.557970065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"f44445fe-52ff-48b1-8ae1-c20cd8543180","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.654453176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"77afe100-fd51-4b9f-9248-f92d9cb61592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.654484607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"42aab15e-0781-439f-bc9c-dce842e68d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.654810161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb64b407-3680-41c8-bf1d-aeebfeb63e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.654897563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"509db4c9-8132-48f6-a17e-71c138947741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.672883709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"509db4c9-8132-48f6-a17e-71c138947741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.672906572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb64b407-3680-41c8-bf1d-aeebfeb63e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.675119335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"77afe100-fd51-4b9f-9248-f92d9cb61592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.675237528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"42aab15e-0781-439f-bc9c-dce842e68d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.754312981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"362c2ad1-9229-42a7-a283-1faaf41ed330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:24.772952423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"362c2ad1-9229-42a7-a283-1faaf41ed330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:34.457596034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"c6ec5899-0738-4225-b8fa-6c0c0328a90d","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:34.475747305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"c6ec5899-0738-4225-b8fa-6c0c0328a90d","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:34.492003026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"c6ec5899-0738-4225-b8fa-6c0c0328a90d","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:34.898416546Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.029954189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e80162e-dbf6-415c-a60c-2b6cf27ac2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.04395515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e80162e-dbf6-415c-a60c-2b6cf27ac2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.058480258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e80162e-dbf6-415c-a60c-2b6cf27ac2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.072591016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e80162e-dbf6-415c-a60c-2b6cf27ac2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.725419734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ff649b-171a-49b2-ac0b-7e4cbf441531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.739379506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ff649b-171a-49b2-ac0b-7e4cbf441531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.753200005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ff649b-171a-49b2-ac0b-7e4cbf441531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.767164743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ff649b-171a-49b2-ac0b-7e4cbf441531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:35.773795429Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1a91ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1a91ad","reconcileID":"242cbe30-d317-4b57-b203-c71b6923ba09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1a91ad","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-1a91ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:36.312523065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d14db8-b7d3-4b91-8bd4-a36c2fb813b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:36.327073221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d14db8-b7d3-4b91-8bd4-a36c2fb813b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:36.341650776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d14db8-b7d3-4b91-8bd4-a36c2fb813b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:36.357386174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d14db8-b7d3-4b91-8bd4-a36c2fb813b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.157268228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057f1fbb-7c78-4742-b87a-49f987a56d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.171297072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057f1fbb-7c78-4742-b87a-49f987a56d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.185625309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057f1fbb-7c78-4742-b87a-49f987a56d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.200372537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057f1fbb-7c78-4742-b87a-49f987a56d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.796648672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a4fc-77ac-4468-aedf-da4ee5dc08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.810556179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a4fc-77ac-4468-aedf-da4ee5dc08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.824540403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a4fc-77ac-4468-aedf-da4ee5dc08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:37.838397347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe7a4fc-77ac-4468-aedf-da4ee5dc08d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.00973357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a5e15d-2c96-4685-8ff5-24931a22dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.023781506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a5e15d-2c96-4685-8ff5-24931a22dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.037600312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a5e15d-2c96-4685-8ff5-24931a22dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.05181689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a5e15d-2c96-4685-8ff5-24931a22dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.597860013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658eb14f-f3b1-40eb-b082-255cc300ec31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.611988387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658eb14f-f3b1-40eb-b082-255cc300ec31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.625785746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658eb14f-f3b1-40eb-b082-255cc300ec31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:42.641580769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"658eb14f-f3b1-40eb-b082-255cc300ec31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:44.520137388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a685ae50-eff7-4f71-aba9-8effd0c80658","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:44.537781876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a685ae50-eff7-4f71-aba9-8effd0c80658","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:44.553852484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49c0a7cd3f6eecc819f7bf88f61a4743184625a69e81fe3b9310fe98664fb975) AuthConfig (6915a54cb7fe7ffa25803a4347129902fffb516079e2bde16da4cffc6611c70d) AuthConfig (a8b32e29e77d81ef6388a11b0c7fe1eea34fd5a2d8631251b8a4b4004028629c) AuthConfig (2bf0ee21cc06408b24d172b3310a455a47489bfa351edc1c1f0a624251906382) AuthConfig (a5ee77f3a12e071381dee8fccc4ea3150c09e38f70650b082c7e5e66b55133ca) AuthConfig (5f6a4368e3929a72b5eb899256dd5e3844fcb4fad44eafb179b5005c3fe528e0) AuthConfig (dedd5be9f322f5b0a65df6491125b9c39b32b946a08df6ebb31dca4ce94a2db7) AuthConfig (4700d72e6cdf2e52ca0efbf07ab53d0f83a8e1f74ad0f8b4deec3de996565294) AuthConfig (dfe3d1b4199df8a9cf577d3c933fd980ebd5061848d96646cc1bb1631577643d) AuthConfig (4b29b96575259d1891c9dd631c8a2225a2de1bae929f37b56a97bd2f4f9bd264) AuthConfig (9685e6746070272ab6e98817931a0dc5b2c25c18e3414dbf1d20a65f57370ab3) AuthConfig (68a5b0a0ee4ea45069445107b0da7413d673536f028b98c33f8177685a29f35b) AuthConfig (3bcdabbb02c7959ce9ca6fec49b036694c81b28070d79aae4245fa9cd7a84308) AuthConfig (8cdc5bc21a05db64060998734c1534329fbc4e81cc10a2543e151ee62184eb21) AuthConfig (8de1c85969dc141b4178a0b3be83ca2665e6de5d724f4d11548bcac71d422003) AuthConfig (fc9ecca305f2a3252851edeb3bad415ac7dbd5cdf1874a09eeb2555b8e57ca85) AuthConfig (b013689931790fe7fa9c41c05fed5e108275421ffbdf8b47d52ba5ba83caa50a) AuthConfig (cb263c9890708c0caaab359d350e9d7f024a12b1f4bce8acef8459257d0aad73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a685ae50-eff7-4f71-aba9-8effd0c80658","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:44.572795843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"a5f4c5ff-a384-4c78-aaa9-3c950c220365","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:44.572818099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"a5f4c5ff-a384-4c78-aaa9-3c950c220365","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:45.724253197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8509b36d-50de-4e38-a1a6-69b0eb53d6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:45.738401162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8509b36d-50de-4e38-a1a6-69b0eb53d6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:45.752333219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8509b36d-50de-4e38-a1a6-69b0eb53d6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:45.766341304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8509b36d-50de-4e38-a1a6-69b0eb53d6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:46.305245406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828c146-4a35-4c11-93d0-55c5ffc69530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:46.32007406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828c146-4a35-4c11-93d0-55c5ffc69530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:46.33418527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828c146-4a35-4c11-93d0-55c5ffc69530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:46.348478492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828c146-4a35-4c11-93d0-55c5ffc69530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:46.704870999Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b3e5a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b3e5a6","reconcileID":"43c56091-2b92-404c-82e7-370e663c8ef4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b3e5a6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b3e5a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.227001975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6715d615-9b56-41c3-8614-c50667413b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.241345804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6715d615-9b56-41c3-8614-c50667413b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.255540907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6715d615-9b56-41c3-8614-c50667413b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.269732653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6715d615-9b56-41c3-8614-c50667413b49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.825136379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fa3d26-9f89-4f20-abe7-296d941fed3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.839927409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fa3d26-9f89-4f20-abe7-296d941fed3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.853934798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fa3d26-9f89-4f20-abe7-296d941fed3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:47.867956216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3fa3d26-9f89-4f20-abe7-296d941fed3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:48.632896966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d18a14-4a28-483e-bf3c-7b63feda2c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:48.647323166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d18a14-4a28-483e-bf3c-7b63feda2c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:48.710331336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d18a14-4a28-483e-bf3c-7b63feda2c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:48.746338449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d18a14-4a28-483e-bf3c-7b63feda2c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:49.92905555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb435c9a-f5d7-4902-a5a6-54ec120950cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:49.943980182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb435c9a-f5d7-4902-a5a6-54ec120950cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:49.958178737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb435c9a-f5d7-4902-a5a6-54ec120950cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:49.972960809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb435c9a-f5d7-4902-a5a6-54ec120950cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:50.625415566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4b401-9927-46de-8704-169dd8554c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:50.639605451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4b401-9927-46de-8704-169dd8554c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:50.653757444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4b401-9927-46de-8704-169dd8554c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:50.668196149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce4b401-9927-46de-8704-169dd8554c7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:50.8286839Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d91e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d91e3","reconcileID":"ac541842-d7f5-49ca-94e3-82833fce6c2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7d91e3","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-7d91e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.333550756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214afbbf-5895-4627-845f-8db8355f1cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.347690166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214afbbf-5895-4627-845f-8db8355f1cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.362301626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214afbbf-5895-4627-845f-8db8355f1cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.376226359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214afbbf-5895-4627-845f-8db8355f1cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.921729936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fd12a6-0bee-4b8c-b0f2-552327b50d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.935723566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fd12a6-0bee-4b8c-b0f2-552327b50d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.949826175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fd12a6-0bee-4b8c-b0f2-552327b50d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:51.963901167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7fd12a6-0bee-4b8c-b0f2-552327b50d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:52.576016096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff72f4-f6bc-4907-b8bb-a7d47c7c176a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:52.592977126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff72f4-f6bc-4907-b8bb-a7d47c7c176a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:52.607451928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff72f4-f6bc-4907-b8bb-a7d47c7c176a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:52.622224899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ff72f4-f6bc-4907-b8bb-a7d47c7c176a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:53.333723369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56cb2f-e62e-40f3-9188-854ac29b98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:53.347907388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56cb2f-e62e-40f3-9188-854ac29b98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:53.362235361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56cb2f-e62e-40f3-9188-854ac29b98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:53.376444462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56cb2f-e62e-40f3-9188-854ac29b98f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:54.626662372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"b8450ca7-38a5-407a-a6fe-869be8713a7b","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:54.646570121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"b8450ca7-38a5-407a-a6fe-869be8713a7b","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:54.66351426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-793de6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49c0a7cd3f6eecc819f7bf88f61a4743184625a69e81fe3b9310fe98664fb975) AuthConfig (6915a54cb7fe7ffa25803a4347129902fffb516079e2bde16da4cffc6611c70d) AuthConfig (a8b32e29e77d81ef6388a11b0c7fe1eea34fd5a2d8631251b8a4b4004028629c) AuthConfig (2bf0ee21cc06408b24d172b3310a455a47489bfa351edc1c1f0a624251906382) AuthConfig (a5ee77f3a12e071381dee8fccc4ea3150c09e38f70650b082c7e5e66b55133ca) AuthConfig (5f6a4368e3929a72b5eb899256dd5e3844fcb4fad44eafb179b5005c3fe528e0) AuthConfig (dedd5be9f322f5b0a65df6491125b9c39b32b946a08df6ebb31dca4ce94a2db7) AuthConfig (4700d72e6cdf2e52ca0efbf07ab53d0f83a8e1f74ad0f8b4deec3de996565294) AuthConfig (dfe3d1b4199df8a9cf577d3c933fd980ebd5061848d96646cc1bb1631577643d) AuthConfig (4b29b96575259d1891c9dd631c8a2225a2de1bae929f37b56a97bd2f4f9bd264) AuthConfig (9685e6746070272ab6e98817931a0dc5b2c25c18e3414dbf1d20a65f57370ab3) AuthConfig (68a5b0a0ee4ea45069445107b0da7413d673536f028b98c33f8177685a29f35b) AuthConfig (3bcdabbb02c7959ce9ca6fec49b036694c81b28070d79aae4245fa9cd7a84308) AuthConfig (8cdc5bc21a05db64060998734c1534329fbc4e81cc10a2543e151ee62184eb21) AuthConfig (8de1c85969dc141b4178a0b3be83ca2665e6de5d724f4d11548bcac71d422003) AuthConfig (fc9ecca305f2a3252851edeb3bad415ac7dbd5cdf1874a09eeb2555b8e57ca85) AuthConfig (b013689931790fe7fa9c41c05fed5e108275421ffbdf8b47d52ba5ba83caa50a) AuthConfig (cb263c9890708c0caaab359d350e9d7f024a12b1f4bce8acef8459257d0aad73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"b8450ca7-38a5-407a-a6fe-869be8713a7b","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:58.074300959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"2f934cdd-efab-48e8-9d90-91458b6a20f2","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"maas-trlp-test-model-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:58.125761736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"f18d59b7-4011-4c66-87b9-2d1105b4e0a0","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:58.125785274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"f18d59b7-4011-4c66-87b9-2d1105b4e0a0","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:58.533523748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"dff1a6a5-6070-4933-a77c-c53d8dcb88e9","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:54:58.551595506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"dff1a6a5-6070-4933-a77c-c53d8dcb88e9","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.024021483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"136e8da6-9229-4c43-a7a9-d3e07ea6e10e","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.02419636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"136e8da6-9229-4c43-a7a9-d3e07ea6e10e","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.341012744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"7c029207-4a61-4926-97dd-be0b0c23c6bc","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.341042715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"7c029207-4a61-4926-97dd-be0b0c23c6bc","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.357138698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"37a55bed-966d-4c1f-852a-4581b586dc29","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.357166926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"37a55bed-966d-4c1f-852a-4581b586dc29","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.383739192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"507ce38a-b10c-40bf-99cd-1f119716f1a3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.428818009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"507ce38a-b10c-40bf-99cd-1f119716f1a3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.446200829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cba5ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"507ce38a-b10c-40bf-99cd-1f119716f1a3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.464977317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"f9295940-4e37-4a2e-b0ef-b45106ff64a2","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:02.465000426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"f9295940-4e37-4a2e-b0ef-b45106ff64a2","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:04.696480548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"c715991b-f3a2-4bf6-be96-ddfdb7510239","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:04.71436165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"c715991b-f3a2-4bf6-be96-ddfdb7510239","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:04.792339551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"4ecd0b0a-dc9d-421b-9e08-c6a0261bf57c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:04.792359812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"4ecd0b0a-dc9d-421b-9e08-c6a0261bf57c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:04.88749854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.345246523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"daaf9093-a0f5-4666-9b7c-a77cda8e3c8c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.345278268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"daaf9093-a0f5-4666-9b7c-a77cda8e3c8c","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.365430632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"4a99d755-69ad-4969-a0fd-16cfe936f948","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.365526907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"4a99d755-69ad-4969-a0fd-16cfe936f948","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.371920144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"529808c2-423a-4135-99c9-15bb674c2551","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:55:08.373851769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"756c68d4-5451-4ac9-b595-350957b31fc4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-793de6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:55:08.386786111Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"4a99d755-69ad-4969-a0fd-16cfe936f948","name":"test-model-793de6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-793de6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:55:08.386937335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"4a99d755-69ad-4969-a0fd-16cfe936f948","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-793de6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.393154965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"529808c2-423a-4135-99c9-15bb674c2551","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.393516844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"e29d41f7-34fa-42e2-863c-f55b60fe3c90","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.393545465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"e29d41f7-34fa-42e2-863c-f55b60fe3c90","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.407003194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"0fa8b8fe-940c-4396-ab68-6b8d3dd2e591","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.407035019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"0fa8b8fe-940c-4396-ab68-6b8d3dd2e591","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.42720137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"13c84283-7004-4c2b-91c4-a0da37faf563","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.427335789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"13c84283-7004-4c2b-91c4-a0da37faf563","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.493357951Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"090499cb-6b7e-4fe1-aae6-27a872449207","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"maas-trlp-test-model-793de6","model":"test-model-793de6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-793de6/test-model-793de6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.543607101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"610184a9-6cd6-4abf-a6c7-7848f29a8ced","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.543633798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"610184a9-6cd6-4abf-a6c7-7848f29a8ced","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.550007267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"f87e3712-2d34-4f68-877a-9c345d16fe6d","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.56748367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"f87e3712-2d34-4f68-877a-9c345d16fe6d","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:08.59821025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"71e653e4-4f58-4153-b9f4-55bdfcfa29ae","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"maas-trlp-test-model-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:12.49287552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"c5bff61d-a2af-47ac-bc5e-a97732bd636f","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:12.510458943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"c5bff61d-a2af-47ac-bc5e-a97732bd636f","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:12.528195368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cba5ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"c5bff61d-a2af-47ac-bc5e-a97732bd636f","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:22.556483632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"97ce635e-12e3-4362-89fb-aae7e533ffbc","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:22.574389852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"97ce635e-12e3-4362-89fb-aae7e533ffbc","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:22.590545523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cba5ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e21f0d657164aba57bf21aae555850ae8607c2e3c5e8d3be3dbc5d8c3809b48e) AuthConfig (3b24246c5ba34da120f52ac10120939186bbdc327b46b17f7015aac95cf69267) AuthConfig (54c9c8e727b26be2c6a1f64b4afe4ad648bf11cdaa0aa3c1deb13ead55cf6106) AuthConfig (f7f3c372cf1a1f0b63eca629a794b90d1da79fa85e3cbcc984c68edf8a1713cc) AuthConfig (500d54413d6208ede49496a78e7e13768ca27c69aa9b4f22145c457a003518fb) AuthConfig (5e37a02f0f9f312af94ee9f06d660f82435d3b96214719977ee6d89b4800f8e8) AuthConfig (469b947dc422f9b93d64271354c447abf4034e450cb29f31958a3a5ed5ad632b) AuthConfig (c854755f3b7dc3188ec7c4b792c13601ec56f1e3fd21c9dc9a53f37e5b9b615f) AuthConfig (3048fd63cf3a0d1d3776312ffd224ec945dbd81eafdeb1684014780be798aa6d) AuthConfig (1b1caad7c49eff5f126d0ee6aa129e1f1adef1976cc1ab58c9c11825feebbead) AuthConfig (2dfa195a698fedfb91e077d4ceca3a0c22d3a2a1adddae13884c03cfaf9a928d) AuthConfig (44ad3cafaa92a414e332602a9f61aadc5d567d1b95c56732baa07cc1c77eca04) AuthConfig (fbfc961f6e0d3c52d181d3cd15770eb54b65a02a01efc5aa390b330efe0e1def) AuthConfig (ed19b120c1a71daa9e2f7c4d79e660ae024651a90a390715349476f1939f8784) AuthConfig (5746e3e29f59cc3e54aa8b268fb43b982d8127ddf4ab1bca48cc8bef50fcbbba) AuthConfig (4e5a1bd48323f847d347021702b9960c792eefb0e5a003d2a3f7b70561697ecd) AuthConfig (a1b88c9752336d6f1d6e08c6eb93657de53abc2a8d1792f4759d9f7d2bfc5173) AuthConfig (92c03a9fc6361c8441549199e4982208f64c735be3bcb3819fd312e79d3a6d42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"97ce635e-12e3-4362-89fb-aae7e533ffbc","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:22.609647797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"bb3f0a3c-5178-4625-b8b3-a11606ad4d4a","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:22.609667946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"bb3f0a3c-5178-4625-b8b3-a11606ad4d4a","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:27.827358492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"15f1fcd5-3c19-4008-bdc7-5cf77e860a17","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:27.864423958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"15f1fcd5-3c19-4008-bdc7-5cf77e860a17","name":"e2e-inf-a-1a91ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:32.636362434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"d4a8a4ab-93cb-433e-aebe-6e96b13be2b8","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:32.654269588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"d4a8a4ab-93cb-433e-aebe-6e96b13be2b8","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:32.675020422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cba5ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e21f0d657164aba57bf21aae555850ae8607c2e3c5e8d3be3dbc5d8c3809b48e) AuthConfig (3b24246c5ba34da120f52ac10120939186bbdc327b46b17f7015aac95cf69267) AuthConfig (54c9c8e727b26be2c6a1f64b4afe4ad648bf11cdaa0aa3c1deb13ead55cf6106) AuthConfig (f7f3c372cf1a1f0b63eca629a794b90d1da79fa85e3cbcc984c68edf8a1713cc) AuthConfig (500d54413d6208ede49496a78e7e13768ca27c69aa9b4f22145c457a003518fb) AuthConfig (5e37a02f0f9f312af94ee9f06d660f82435d3b96214719977ee6d89b4800f8e8) AuthConfig (469b947dc422f9b93d64271354c447abf4034e450cb29f31958a3a5ed5ad632b) AuthConfig (c854755f3b7dc3188ec7c4b792c13601ec56f1e3fd21c9dc9a53f37e5b9b615f) AuthConfig (3048fd63cf3a0d1d3776312ffd224ec945dbd81eafdeb1684014780be798aa6d) AuthConfig (1b1caad7c49eff5f126d0ee6aa129e1f1adef1976cc1ab58c9c11825feebbead) AuthConfig (2dfa195a698fedfb91e077d4ceca3a0c22d3a2a1adddae13884c03cfaf9a928d) AuthConfig (44ad3cafaa92a414e332602a9f61aadc5d567d1b95c56732baa07cc1c77eca04) AuthConfig (fbfc961f6e0d3c52d181d3cd15770eb54b65a02a01efc5aa390b330efe0e1def) AuthConfig (ed19b120c1a71daa9e2f7c4d79e660ae024651a90a390715349476f1939f8784) AuthConfig (5746e3e29f59cc3e54aa8b268fb43b982d8127ddf4ab1bca48cc8bef50fcbbba) AuthConfig (4e5a1bd48323f847d347021702b9960c792eefb0e5a003d2a3f7b70561697ecd) AuthConfig (a1b88c9752336d6f1d6e08c6eb93657de53abc2a8d1792f4759d9f7d2bfc5173) AuthConfig (92c03a9fc6361c8441549199e4982208f64c735be3bcb3819fd312e79d3a6d42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"d4a8a4ab-93cb-433e-aebe-6e96b13be2b8","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:34.887984835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:40.243232027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"286d06f3-358e-47a9-a25d-414e7df1b227","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:40.280592193Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"286d06f3-358e-47a9-a25d-414e7df1b227","name":"e2e-inf-b-b3e5a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:42.705802347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"e16d2347-8c48-410d-bcb0-8a67a01ed606","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:42.723407234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"e16d2347-8c48-410d-bcb0-8a67a01ed606","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:42.73993161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cba5ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e21f0d657164aba57bf21aae555850ae8607c2e3c5e8d3be3dbc5d8c3809b48e) AuthConfig (3b24246c5ba34da120f52ac10120939186bbdc327b46b17f7015aac95cf69267) AuthConfig (54c9c8e727b26be2c6a1f64b4afe4ad648bf11cdaa0aa3c1deb13ead55cf6106) AuthConfig (f7f3c372cf1a1f0b63eca629a794b90d1da79fa85e3cbcc984c68edf8a1713cc) AuthConfig (500d54413d6208ede49496a78e7e13768ca27c69aa9b4f22145c457a003518fb) AuthConfig (5e37a02f0f9f312af94ee9f06d660f82435d3b96214719977ee6d89b4800f8e8) AuthConfig (469b947dc422f9b93d64271354c447abf4034e450cb29f31958a3a5ed5ad632b) AuthConfig (c854755f3b7dc3188ec7c4b792c13601ec56f1e3fd21c9dc9a53f37e5b9b615f) AuthConfig (3048fd63cf3a0d1d3776312ffd224ec945dbd81eafdeb1684014780be798aa6d) AuthConfig (1b1caad7c49eff5f126d0ee6aa129e1f1adef1976cc1ab58c9c11825feebbead) AuthConfig (2dfa195a698fedfb91e077d4ceca3a0c22d3a2a1adddae13884c03cfaf9a928d) AuthConfig (44ad3cafaa92a414e332602a9f61aadc5d567d1b95c56732baa07cc1c77eca04) AuthConfig (fbfc961f6e0d3c52d181d3cd15770eb54b65a02a01efc5aa390b330efe0e1def) AuthConfig (ed19b120c1a71daa9e2f7c4d79e660ae024651a90a390715349476f1939f8784) AuthConfig (5746e3e29f59cc3e54aa8b268fb43b982d8127ddf4ab1bca48cc8bef50fcbbba) AuthConfig (4e5a1bd48323f847d347021702b9960c792eefb0e5a003d2a3f7b70561697ecd) AuthConfig (a1b88c9752336d6f1d6e08c6eb93657de53abc2a8d1792f4759d9f7d2bfc5173) AuthConfig (92c03a9fc6361c8441549199e4982208f64c735be3bcb3819fd312e79d3a6d42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"e16d2347-8c48-410d-bcb0-8a67a01ed606","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:45.134144402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"9d5f7017-da14-455d-ba70-ce505f13f145","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:45.172484345Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"9d5f7017-da14-455d-ba70-ce505f13f145","name":"e2e-inf-b-7d91e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:52.767834076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"89cd5a8a-045e-438b-8248-bf04f642d095","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:52.785724849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"89cd5a8a-045e-438b-8248-bf04f642d095","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:55:52.801729128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cba5ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e21f0d657164aba57bf21aae555850ae8607c2e3c5e8d3be3dbc5d8c3809b48e) AuthConfig (3b24246c5ba34da120f52ac10120939186bbdc327b46b17f7015aac95cf69267) AuthConfig (54c9c8e727b26be2c6a1f64b4afe4ad648bf11cdaa0aa3c1deb13ead55cf6106) AuthConfig (f7f3c372cf1a1f0b63eca629a794b90d1da79fa85e3cbcc984c68edf8a1713cc) AuthConfig (500d54413d6208ede49496a78e7e13768ca27c69aa9b4f22145c457a003518fb) AuthConfig (5e37a02f0f9f312af94ee9f06d660f82435d3b96214719977ee6d89b4800f8e8) AuthConfig (469b947dc422f9b93d64271354c447abf4034e450cb29f31958a3a5ed5ad632b) AuthConfig (c854755f3b7dc3188ec7c4b792c13601ec56f1e3fd21c9dc9a53f37e5b9b615f) AuthConfig (3048fd63cf3a0d1d3776312ffd224ec945dbd81eafdeb1684014780be798aa6d) AuthConfig (1b1caad7c49eff5f126d0ee6aa129e1f1adef1976cc1ab58c9c11825feebbead) AuthConfig (2dfa195a698fedfb91e077d4ceca3a0c22d3a2a1adddae13884c03cfaf9a928d) AuthConfig (44ad3cafaa92a414e332602a9f61aadc5d567d1b95c56732baa07cc1c77eca04) AuthConfig (fbfc961f6e0d3c52d181d3cd15770eb54b65a02a01efc5aa390b330efe0e1def) AuthConfig (ed19b120c1a71daa9e2f7c4d79e660ae024651a90a390715349476f1939f8784) AuthConfig (5746e3e29f59cc3e54aa8b268fb43b982d8127ddf4ab1bca48cc8bef50fcbbba) AuthConfig (4e5a1bd48323f847d347021702b9960c792eefb0e5a003d2a3f7b70561697ecd) AuthConfig (a1b88c9752336d6f1d6e08c6eb93657de53abc2a8d1792f4759d9f7d2bfc5173) AuthConfig (92c03a9fc6361c8441549199e4982208f64c735be3bcb3819fd312e79d3a6d42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"89cd5a8a-045e-438b-8248-bf04f642d095","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.235791238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"ea6fe836-6e47-4cb4-b6e3-abc904ea18a0","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"maas-trlp-test-model-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.286239531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"2bbbd2f4-51e5-4e2c-9112-d462bac59e89","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.286268971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"2bbbd2f4-51e5-4e2c-9112-d462bac59e89","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.829740103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"569fe1c3-1d80-400d-a8ed-6b6d42d2f560","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.848296765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"569fe1c3-1d80-400d-a8ed-6b6d42d2f560","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.925586678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"446a8ecc-e333-4091-9cec-30e7e91b41cc","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:02.925610741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"446a8ecc-e333-4091-9cec-30e7e91b41cc","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:03.529664981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a28c2b97-d688-4526-aff1-2406d41fe557","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:03.547326304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"a28c2b97-d688-4526-aff1-2406d41fe557","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.635125236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"220f9346-e852-4c54-ac00-be555bc4aa46","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.635150231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"220f9346-e852-4c54-ac00-be555bc4aa46","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.656488892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"d1a845c5-aba8-45be-9db5-8dec4e2ed028","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.65660152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"d1a845c5-aba8-45be-9db5-8dec4e2ed028","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.66241076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"a65dc3e8-4999-4f3b-baf2-71e07565963a","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:56:04.673072168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"079e3997-106b-40b1-af17-778cd00ad91b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cba5ac-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.680702277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"a65dc3e8-4999-4f3b-baf2-71e07565963a","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.713454397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"11597aca-b59c-40d8-9b26-7b1bfee79577","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.713485373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"11597aca-b59c-40d8-9b26-7b1bfee79577","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.730209554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"3905f67c-b1ba-4c83-be58-ad6dfa579020","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.730231046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"3905f67c-b1ba-4c83-be58-ad6dfa579020","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.789631308Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"2d986fb2-8112-4989-9010-29a27cac6635","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"maas-trlp-test-model-cba5ac","model":"test-model-cba5ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.84109058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"d490f61f-f565-4e53-be19-dbce402af22d","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.842012796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"a6a4b06d-9689-4174-98fe-0dc0e70e7a54","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.842031677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"a6a4b06d-9689-4174-98fe-0dc0e70e7a54","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.859515106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"d490f61f-f565-4e53-be19-dbce402af22d","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.888337578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:04.898126877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"955257b3-bc57-4844-b404-4340d473710a","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"maas-trlp-test-model-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.295933313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"199fd06a-7223-4001-92e5-1d3c4510a88d","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.296052899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"199fd06a-7223-4001-92e5-1d3c4510a88d","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.610479481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"b1955a61-c21b-499d-9173-38cdd389b028","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.610510882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"b1955a61-c21b-499d-9173-38cdd389b028","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.628581605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"d57a649f-03b4-483e-a85a-444c9146605b","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.628603487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"d57a649f-03b4-483e-a85a-444c9146605b","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.683607669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"f971748e-86e4-420a-9c73-3d81c770e891","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.784932192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"f971748e-86e4-420a-9c73-3d81c770e891","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.801566518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"f971748e-86e4-420a-9c73-3d81c770e891","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.820673045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"6e13b645-fac7-4556-a017-d2ff3ddf68fd","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:05.820696068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"6e13b645-fac7-4556-a017-d2ff3ddf68fd","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:15.848515683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"55321d2a-ae10-48cc-a9fe-26bb64a21ed6","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:15.866984973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"55321d2a-ae10-48cc-a9fe-26bb64a21ed6","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:15.883163731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"55321d2a-ae10-48cc-a9fe-26bb64a21ed6","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:22.808797604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd87f3-4a31-480e-af0d-dcfd8d88c602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:22.823192401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd87f3-4a31-480e-af0d-dcfd8d88c602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:22.837171123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd87f3-4a31-480e-af0d-dcfd8d88c602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:22.851305412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abd87f3-4a31-480e-af0d-dcfd8d88c602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:23.452384282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d89bec6-0fa6-442b-9b8d-fdcfd2674397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:23.467780875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d89bec6-0fa6-442b-9b8d-fdcfd2674397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:23.48279587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d89bec6-0fa6-442b-9b8d-fdcfd2674397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:23.497923407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d89bec6-0fa6-442b-9b8d-fdcfd2674397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:25.910620585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"66a627a6-c099-4ad5-baac-08c83116e51f","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:25.929595654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"66a627a6-c099-4ad5-baac-08c83116e51f","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:25.946024127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"66a627a6-c099-4ad5-baac-08c83116e51f","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:26.919507297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd7ed8-09af-4ae4-9f16-4cf6feba4a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:26.933549001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd7ed8-09af-4ae4-9f16-4cf6feba4a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:26.947391961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd7ed8-09af-4ae4-9f16-4cf6feba4a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:26.961170257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3cd7ed8-09af-4ae4-9f16-4cf6feba4a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:27.51522065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e6ac-04b2-4b4c-9357-86bd4ca246fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:27.529173758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e6ac-04b2-4b4c-9357-86bd4ca246fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:27.543582537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e6ac-04b2-4b4c-9357-86bd4ca246fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:27.557371979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f7e6ac-04b2-4b4c-9357-86bd4ca246fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:27.761059262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5dd595","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5dd595","reconcileID":"a74da10d-acbf-49af-bf34-bbb1da407e4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5dd595","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5dd595":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:28.1407538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b6a948-f402-4fbe-9ecb-faa273123970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:28.154844882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b6a948-f402-4fbe-9ecb-faa273123970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:28.16892067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b6a948-f402-4fbe-9ecb-faa273123970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:28.18356886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b6a948-f402-4fbe-9ecb-faa273123970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:34.886842875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:35.939002647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6c356-4d6e-49f4-9424-4b4ae6a34459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:35.953300231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6c356-4d6e-49f4-9424-4b4ae6a34459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:35.9672448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6c356-4d6e-49f4-9424-4b4ae6a34459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:35.981423449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa6c356-4d6e-49f4-9424-4b4ae6a34459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:35.995044927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"c6fa3665-d03f-4a02-8ed9-78ae88f24726","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:36.013002835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"c6fa3665-d03f-4a02-8ed9-78ae88f24726","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:36.029142632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"c6fa3665-d03f-4a02-8ed9-78ae88f24726","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:36.538364792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc74b556-63b6-47be-a741-2674e2c8ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:36.552550831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc74b556-63b6-47be-a741-2674e2c8ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:36.566644897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc74b556-63b6-47be-a741-2674e2c8ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:36.580848118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc74b556-63b6-47be-a741-2674e2c8ee2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:40.728288522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6814c77e-4475-458f-bb80-568085140118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:40.742779759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6814c77e-4475-458f-bb80-568085140118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:40.756745125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6814c77e-4475-458f-bb80-568085140118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:40.772183761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6814c77e-4475-458f-bb80-568085140118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:41.423288908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694610a9-d141-4f75-be35-7d3dcfc06192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:41.437541047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694610a9-d141-4f75-be35-7d3dcfc06192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:41.451684187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694610a9-d141-4f75-be35-7d3dcfc06192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:41.465737982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694610a9-d141-4f75-be35-7d3dcfc06192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:46.05823179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"f535e215-25e7-4f11-a1a7-6bc9b03b6281","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:46.075535172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"f535e215-25e7-4f11-a1a7-6bc9b03b6281","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:46.092390991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"f535e215-25e7-4f11-a1a7-6bc9b03b6281","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:48.773807584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"0daa7b75-47d9-4b3f-ad72-0215ed418d03","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"maas-trlp-test-model-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:48.827909883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"740d6ee0-5e7e-4496-b1a4-371b654169d2","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:48.827931864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"740d6ee0-5e7e-4496-b1a4-371b654169d2","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:50.628106164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"ec0688cd-7bc7-43bf-96c6-225a90be6ed5","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:50.646137451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"ec0688cd-7bc7-43bf-96c6-225a90be6ed5","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:56.120264122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"c546e967-8eac-49d6-b4fe-31f5392174c3","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:56.137853186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"c546e967-8eac-49d6-b4fe-31f5392174c3","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:56.156203823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d67675caa9c9a93da461dcdc7ec51bbac09517141640f0a9ff2f677e1b8b67f4) AuthConfig (33ecdbb8c56f7ada7c1a635258feecbc46325215eb6ef6117f09c3ff22d1e6d5) AuthConfig (5d3ffb84433e45233b18f241c0ebf8869b2906328682a05d71e979f2df2dc174) AuthConfig (64754249e33498c2ff981a5dffcf70ce9c690d6c804964d35bbbce9134b4acaf) AuthConfig (15ac8f18cf16dad1edcac79579bc1a71d3b12a889b74ec06656976689da96a2c) AuthConfig (8652a07acb86d38058e43ec91b55c9a6538746cb1b9c814d7acdbbe97fc33bf9) AuthConfig (8fb4f70c56aef230e3adf7f2656f2ff23cd673c48a62f4110523fc5febe4d475) AuthConfig (8a1365c92c5d68d63f04d0e46ed8b7ded34d54ef4810c4325b51305945654114) AuthConfig (ec61dfb60c0457ff8bac47dffdff31d945b36c0a6734546794b47093e70c2da5) AuthConfig (328377bcf694c40be6e0d6ac92f37d33b4934e68776d85983efc1b7a11645947) AuthConfig (708c13bd2a81f97f4c65d84cf2f61ebbe6f73a7e67ac3306af3d0b91f754dba7) AuthConfig (fd1b6942ef34eb061c2afea7ec5ccabfe0ce25bbc34e72d9bf64118b70e2a2ce) AuthConfig (23e587a1b2122c84e827f81c7d08523d45340116719c66aa581365f9a6b7328e) AuthConfig (dc6ab8996ce7b7821c9f8f9a5d975342ce87ea69b8568a3de17008e3df269cef) AuthConfig (42ef4bce3c7cd6ea92c28abcb001763acb27ee867641c79cb3a5f310df50ba68) AuthConfig (b1af87719b358d5acf2abc7233347ff4e6cfdc9cd472a7ed7d1aecea7b073d46) AuthConfig (3fea7e0ad786c879d3b7d9e2a82abfc8aacaae1c86fb93d96a4112e12b3a25c7) AuthConfig (8830b99bb82d07642821afd62a98d381ee787ac9753b427e61430eaddc38ee56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"c546e967-8eac-49d6-b4fe-31f5392174c3","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:56.175317402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"ae6e7627-4fe2-4d6b-b84b-fb239c69e8fc","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:56:56.17534998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"ae6e7627-4fe2-4d6b-b84b-fb239c69e8fc","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:04.889060802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:06.209955166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"3ae3032c-a41d-431e-bc89-653cc0a5b505","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:06.227669011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"3ae3032c-a41d-431e-bc89-653cc0a5b505","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:06.24426157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d67675caa9c9a93da461dcdc7ec51bbac09517141640f0a9ff2f677e1b8b67f4) AuthConfig (33ecdbb8c56f7ada7c1a635258feecbc46325215eb6ef6117f09c3ff22d1e6d5) AuthConfig (5d3ffb84433e45233b18f241c0ebf8869b2906328682a05d71e979f2df2dc174) AuthConfig (64754249e33498c2ff981a5dffcf70ce9c690d6c804964d35bbbce9134b4acaf) AuthConfig (15ac8f18cf16dad1edcac79579bc1a71d3b12a889b74ec06656976689da96a2c) AuthConfig (8652a07acb86d38058e43ec91b55c9a6538746cb1b9c814d7acdbbe97fc33bf9) AuthConfig (8fb4f70c56aef230e3adf7f2656f2ff23cd673c48a62f4110523fc5febe4d475) AuthConfig (8a1365c92c5d68d63f04d0e46ed8b7ded34d54ef4810c4325b51305945654114) AuthConfig (ec61dfb60c0457ff8bac47dffdff31d945b36c0a6734546794b47093e70c2da5) AuthConfig (328377bcf694c40be6e0d6ac92f37d33b4934e68776d85983efc1b7a11645947) AuthConfig (708c13bd2a81f97f4c65d84cf2f61ebbe6f73a7e67ac3306af3d0b91f754dba7) AuthConfig (fd1b6942ef34eb061c2afea7ec5ccabfe0ce25bbc34e72d9bf64118b70e2a2ce) AuthConfig (23e587a1b2122c84e827f81c7d08523d45340116719c66aa581365f9a6b7328e) AuthConfig (dc6ab8996ce7b7821c9f8f9a5d975342ce87ea69b8568a3de17008e3df269cef) AuthConfig (42ef4bce3c7cd6ea92c28abcb001763acb27ee867641c79cb3a5f310df50ba68) AuthConfig (b1af87719b358d5acf2abc7233347ff4e6cfdc9cd472a7ed7d1aecea7b073d46) AuthConfig (3fea7e0ad786c879d3b7d9e2a82abfc8aacaae1c86fb93d96a4112e12b3a25c7) AuthConfig (8830b99bb82d07642821afd62a98d381ee787ac9753b427e61430eaddc38ee56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"3ae3032c-a41d-431e-bc89-653cc0a5b505","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.562173158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"d6162f66-3b10-48e6-9e31-e5a1e675e7b9","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.562290302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"d6162f66-3b10-48e6-9e31-e5a1e675e7b9","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.866778998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"a7c1fc02-d558-4068-8241-1b7d6fcc1c4b","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.866804266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"a7c1fc02-d558-4068-8241-1b7d6fcc1c4b","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.884966419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"97f07dbc-f251-4c0f-995b-e33b049a0ba3","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.884998805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"97f07dbc-f251-4c0f-995b-e33b049a0ba3","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.912121698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"aa835e64-d43d-4ca6-84ae-54b7562ce078","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.958937281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"aa835e64-d43d-4ca6-84ae-54b7562ce078","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.975133217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"aa835e64-d43d-4ca6-84ae-54b7562ce078","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.993235171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"8197b9e7-6ec7-479b-9782-770638893b83","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:07.993253973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"8197b9e7-6ec7-479b-9782-770638893b83","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.788605013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"044cc35d-b590-46b6-a640-b51de984696a","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.788769622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"81b9f297-16ad-4d7a-b177-dd500d25f3d0","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.7887967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"81b9f297-16ad-4d7a-b177-dd500d25f3d0","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.86803389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"1c44a59c-0ae8-4633-bacc-075a3f82c371","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"maas-trlp-test-model-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.932467121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"044cc35d-b590-46b6-a640-b51de984696a","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.979003454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"044cc35d-b590-46b6-a640-b51de984696a","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"e2e-inf-a-388bfe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.979026709Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-auth","reconcileID":"044cc35d-b590-46b6-a640-b51de984696a","MaaSAuthPolicy":{"name":"test-model-388bfe-auth","namespace":"ai-tenant-e2e-inf-a-388bfe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.996479072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"00049c03-b852-4553-8542-77889810219a","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:15.996506513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"00049c03-b852-4553-8542-77889810219a","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:16.073999529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"24a1e3c3-ae93-4d5a-8bb1-db8220506313","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"maas-trlp-test-model-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:16.145199178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"240dac2b-108e-41e4-95f7-80d90401266e","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:16.145224593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"240dac2b-108e-41e4-95f7-80d90401266e","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:16.2808451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"39894c44-741f-41ca-9066-1cb3f0b634d0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:16.299857191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"39894c44-741f-41ca-9066-1cb3f0b634d0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:16.316912408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d67675caa9c9a93da461dcdc7ec51bbac09517141640f0a9ff2f677e1b8b67f4) AuthConfig (33ecdbb8c56f7ada7c1a635258feecbc46325215eb6ef6117f09c3ff22d1e6d5) AuthConfig (5d3ffb84433e45233b18f241c0ebf8869b2906328682a05d71e979f2df2dc174) AuthConfig (64754249e33498c2ff981a5dffcf70ce9c690d6c804964d35bbbce9134b4acaf) AuthConfig (15ac8f18cf16dad1edcac79579bc1a71d3b12a889b74ec06656976689da96a2c) AuthConfig (8652a07acb86d38058e43ec91b55c9a6538746cb1b9c814d7acdbbe97fc33bf9) AuthConfig (8fb4f70c56aef230e3adf7f2656f2ff23cd673c48a62f4110523fc5febe4d475) AuthConfig (8a1365c92c5d68d63f04d0e46ed8b7ded34d54ef4810c4325b51305945654114) AuthConfig (ec61dfb60c0457ff8bac47dffdff31d945b36c0a6734546794b47093e70c2da5) AuthConfig (328377bcf694c40be6e0d6ac92f37d33b4934e68776d85983efc1b7a11645947) AuthConfig (708c13bd2a81f97f4c65d84cf2f61ebbe6f73a7e67ac3306af3d0b91f754dba7) AuthConfig (fd1b6942ef34eb061c2afea7ec5ccabfe0ce25bbc34e72d9bf64118b70e2a2ce) AuthConfig (23e587a1b2122c84e827f81c7d08523d45340116719c66aa581365f9a6b7328e) AuthConfig (dc6ab8996ce7b7821c9f8f9a5d975342ce87ea69b8568a3de17008e3df269cef) AuthConfig (42ef4bce3c7cd6ea92c28abcb001763acb27ee867641c79cb3a5f310df50ba68) AuthConfig (b1af87719b358d5acf2abc7233347ff4e6cfdc9cd472a7ed7d1aecea7b073d46) AuthConfig (3fea7e0ad786c879d3b7d9e2a82abfc8aacaae1c86fb93d96a4112e12b3a25c7) AuthConfig (8830b99bb82d07642821afd62a98d381ee787ac9753b427e61430eaddc38ee56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"39894c44-741f-41ca-9066-1cb3f0b634d0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:18.023163288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"19f4dd81-b2b9-499c-9d4e-dbe3b82e04d5","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:18.040621455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"19f4dd81-b2b9-499c-9d4e-dbe3b82e04d5","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:18.057216981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"19f4dd81-b2b9-499c-9d4e-dbe3b82e04d5","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:21.683881526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"9f8fe1c3-2fe5-46f7-b70e-7cac3aeb5020","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:21.684005211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"9f8fe1c3-2fe5-46f7-b70e-7cac3aeb5020","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:21.98687894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"e2d929b3-3284-419d-a869-4cac04661da9","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:21.986918576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"e2d929b3-3284-419d-a869-4cac04661da9","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.004966398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"6d051013-9365-4674-a2e0-320edb8258fd","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.004990958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"6d051013-9365-4674-a2e0-320edb8258fd","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.111413303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"f65945d1-cee6-4b00-b145-6b6653834223","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.16948047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"f65945d1-cee6-4b00-b145-6b6653834223","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.18531432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"f65945d1-cee6-4b00-b145-6b6653834223","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.201801059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"7d4e78e5-c99e-4939-9d04-08b7dbcacd75","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:22.201825216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"7d4e78e5-c99e-4939-9d04-08b7dbcacd75","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:23.610805622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"8b7b31da-ccde-46a9-b15f-5ece44d04afb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:23.648578345Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"8b7b31da-ccde-46a9-b15f-5ece44d04afb","name":"e2e-inf-b-5dd595-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.196542718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"5d1aa33e-7471-4cba-b440-9978c959c86d","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","subscription":"test-model-388bfe-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.210420879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"5d1aa33e-7471-4cba-b440-9978c959c86d","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.224453062Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe-sub","reconcileID":"5d1aa33e-7471-4cba-b440-9978c959c86d","MaaSSubscription":{"name":"test-model-388bfe-sub","namespace":"ai-tenant-e2e-inf-a-388bfe"},"name":"maas-trlp-test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.345004938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"cfd62b43-226e-48c3-9e03-027889c4de4d","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.362770768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"cfd62b43-226e-48c3-9e03-027889c4de4d","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.376726305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"166c040e-a6ea-4484-8ec7-1beb24bf835d","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"tenant":"e2e-inf-a-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","model":"ai-tenant-e2e-inf-a-388bfe/test-model-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.37674566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"test-model-388bfe","reconcileID":"166c040e-a6ea-4484-8ec7-1beb24bf835d","MaaSModelRef":{"name":"test-model-388bfe","namespace":"ai-tenant-e2e-inf-a-388bfe"},"routeName":"test-model-388bfe-kserve-route","namespace":"ai-tenant-e2e-inf-a-388bfe","llmisvcName":"test-model-388bfe","gateway":"openshift-ingress/e2e-inf-a-388bfe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:26.379916494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d209a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d67675caa9c9a93da461dcdc7ec51bbac09517141640f0a9ff2f677e1b8b67f4) AuthConfig (33ecdbb8c56f7ada7c1a635258feecbc46325215eb6ef6117f09c3ff22d1e6d5) AuthConfig (5d3ffb84433e45233b18f241c0ebf8869b2906328682a05d71e979f2df2dc174) AuthConfig (64754249e33498c2ff981a5dffcf70ce9c690d6c804964d35bbbce9134b4acaf) AuthConfig (15ac8f18cf16dad1edcac79579bc1a71d3b12a889b74ec06656976689da96a2c) AuthConfig (8652a07acb86d38058e43ec91b55c9a6538746cb1b9c814d7acdbbe97fc33bf9) AuthConfig (8fb4f70c56aef230e3adf7f2656f2ff23cd673c48a62f4110523fc5febe4d475) AuthConfig (8a1365c92c5d68d63f04d0e46ed8b7ded34d54ef4810c4325b51305945654114) AuthConfig (ec61dfb60c0457ff8bac47dffdff31d945b36c0a6734546794b47093e70c2da5) AuthConfig (328377bcf694c40be6e0d6ac92f37d33b4934e68776d85983efc1b7a11645947) AuthConfig (708c13bd2a81f97f4c65d84cf2f61ebbe6f73a7e67ac3306af3d0b91f754dba7) AuthConfig (fd1b6942ef34eb061c2afea7ec5ccabfe0ce25bbc34e72d9bf64118b70e2a2ce) AuthConfig (23e587a1b2122c84e827f81c7d08523d45340116719c66aa581365f9a6b7328e) AuthConfig (dc6ab8996ce7b7821c9f8f9a5d975342ce87ea69b8568a3de17008e3df269cef) AuthConfig (42ef4bce3c7cd6ea92c28abcb001763acb27ee867641c79cb3a5f310df50ba68) AuthConfig (b1af87719b358d5acf2abc7233347ff4e6cfdc9cd472a7ed7d1aecea7b073d46) AuthConfig (3fea7e0ad786c879d3b7d9e2a82abfc8aacaae1c86fb93d96a4112e12b3a25c7) AuthConfig (8830b99bb82d07642821afd62a98d381ee787ac9753b427e61430eaddc38ee56)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"cfd62b43-226e-48c3-9e03-027889c4de4d","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.227322947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"b67c2afa-74f0-48f0-8156-20f9b1b6f5b3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.228050881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"f6b0f158-13bb-4ea4-9e2f-e7e86e2ff649","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.228070445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"f6b0f158-13bb-4ea4-9e2f-e7e86e2ff649","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.380691642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"b67c2afa-74f0-48f0-8156-20f9b1b6f5b3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.381253666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"8c7e98b9-ae67-43f2-baeb-16157f33e21d","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"maas-trlp-test-model-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.425965901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"b67c2afa-74f0-48f0-8156-20f9b1b6f5b3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"e2e-inf-b-cba5ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.425990816Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-auth","reconcileID":"b67c2afa-74f0-48f0-8156-20f9b1b6f5b3","MaaSAuthPolicy":{"name":"test-model-cba5ac-auth","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.443574671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"a054d2dd-f227-4102-9d3b-369d723f26c7","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.443598055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"a054d2dd-f227-4102-9d3b-369d723f26c7","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.517603701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"d81b9d6a-6d74-4f95-b603-6fb6e57ea0e4","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"maas-trlp-test-model-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.593275231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"262cbed5-fa57-47e4-8504-2d24596319b7","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:27.593303854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"262cbed5-fa57-47e4-8504-2d24596319b7","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:28.084747615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"ba6b4c1d-853d-4a9d-8e27-1df5fb517990","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:28.101980949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"ba6b4c1d-853d-4a9d-8e27-1df5fb517990","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:28.118460172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"ba6b4c1d-853d-4a9d-8e27-1df5fb517990","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:32.23519434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"44e2cb1e-00dd-4f1e-a065-0ea0fe9dd61d","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:32.252982931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"44e2cb1e-00dd-4f1e-a065-0ea0fe9dd61d","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:32.269375561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"44e2cb1e-00dd-4f1e-a065-0ea0fe9dd61d","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.000383336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"287d549b-0f92-410c-ad84-4e87771a1068","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.01862096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"287d549b-0f92-410c-ad84-4e87771a1068","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.035347912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b397b8cc9897c93c8780245da2f77f220e07ba66860c69dea76855b597dc245c) AuthConfig (c82f3fe3cb17a70279283e3a73d11e83e053f3bdd2a1c6589beb15a6b5919cb9) AuthConfig (ec27de972cd0a8d0d69ca0611aa4d84e9ee3015517438d193a1ab202dd53dfed) AuthConfig (10d93f0ee156fb1811f14ad9c1bfece6e14c0a629dffb967ed187fc66f385a60) AuthConfig (20171c51601575de9e703f165c248ad812bda3be4cfb02e1cd818321321993bc) AuthConfig (bf4f8a356780a12def8b527a41fb06207b3a6076b68bc8c75911f06380f0b2cc) AuthConfig (b0e996f8756d5caec41d8aae11d650f509394a03cab266306b27707db02c9a82) AuthConfig (665e178c025b8580e571b28b553321d825aefe0f3e64af3905dffc4dd885f082) AuthConfig (5295983fce42a9659f674ccd2aa4ec6b8c06cb755284733a6bc05bd27aa16bc9) AuthConfig (d7298c5f397cc5ed46affc0c8945f473fcbfe43b8fd3ef3f8a5e137752a5f1a5) AuthConfig (3092ccadb60b1bf2739fc48ffbdaf0711f1ae11642b7cb4415b8a4e973b4b7b8) AuthConfig (86da39b734838ab5155d9e5b4ecd4292a02ab6fbabedb9fb862816b3c3157b5e) AuthConfig (ef55fdb5262b43efacbb2160e2cbc0dd93806a8cba0c06a2ed6f17557303e747) AuthConfig (d9a2e7c1c0f608312497ec2cd30030af3f9d24a56b48588ca8d437e795338b5e) AuthConfig (936b8742eab09a77539973f14bedc9e2b8c17adfae877a10b6eda27261ed6723) AuthConfig (6c0d46bf50cefe49990d5d08ac20d2be76c4997243176dc15e5e97ecb34b2882) AuthConfig (596f328c71d23950fdda15fd6e5bc9805b421993a9ccd7eb19eb3efd05c8ec13) AuthConfig (f5aefd8ec3c2bfdf6d9b62d238035e7d5e74aa4ce427220d936012b151f93da9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"287d549b-0f92-410c-ad84-4e87771a1068","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.057816882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"7f0abec1-529d-4170-8bb0-03934355010c","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.057841924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"7f0abec1-529d-4170-8bb0-03934355010c","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.099820275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"1620de5c-531d-4968-ac37-1a8efdc2c1b6","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.118441056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"1620de5c-531d-4968-ac37-1a8efdc2c1b6","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.135634073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"1620de5c-531d-4968-ac37-1a8efdc2c1b6","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:34.892140376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:36.407646178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"9cc94a36-e091-4e49-84bb-01b8da2d4bf1","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:36.425252095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"9cc94a36-e091-4e49-84bb-01b8da2d4bf1","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:36.499208664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"dc770328-9f8b-4681-9021-c27381bd3315","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:36.499234949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"dc770328-9f8b-4681-9021-c27381bd3315","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:37.639618793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"2389f97f-3fd1-416c-a7cb-a75c4599388e","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","subscription":"test-model-cba5ac-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:37.654312698Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"2389f97f-3fd1-416c-a7cb-a75c4599388e","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:37.669210615Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac-sub","reconcileID":"2389f97f-3fd1-416c-a7cb-a75c4599388e","MaaSSubscription":{"name":"test-model-cba5ac-sub","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"name":"maas-trlp-test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:37.822479461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"42a4db9b-c05a-45e5-9c96-66a5f906e00c","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"tenant":"e2e-inf-b-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","model":"ai-tenant-e2e-inf-b-cba5ac/test-model-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:37.822504607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"test-model-cba5ac","reconcileID":"42a4db9b-c05a-45e5-9c96-66a5f906e00c","MaaSModelRef":{"name":"test-model-cba5ac","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"routeName":"test-model-cba5ac-kserve-route","namespace":"ai-tenant-e2e-inf-b-cba5ac","llmisvcName":"test-model-cba5ac","gateway":"openshift-ingress/e2e-inf-b-cba5ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.69532348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"c52c48ac-f0a7-434f-ae0c-f90c609f1a26","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.695343539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"c52c48ac-f0a7-434f-ae0c-f90c609f1a26","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.713272361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"4dfd80f8-2277-4611-bf6d-863916182c47","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.713291373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"4dfd80f8-2277-4611-bf6d-863916182c47","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.722382522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"3c2d332b-d425-4670-a954-613fb7d043a1","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:57:38.724610792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"8a5f22cb-36a7-40fa-96ac-2331cf6bd9cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-7d209a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:57:38.727968796Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"4dfd80f8-2277-4611-bf6d-863916182c47","name":"test-model-7d209a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7d209a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:57:38.728059434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"4dfd80f8-2277-4611-bf6d-863916182c47","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7d209a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.734369635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"b578eac4-cf36-45b9-911c-e6bb20b82658","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.734392259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"b578eac4-cf36-45b9-911c-e6bb20b82658","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.749191611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"3c2d332b-d425-4670-a954-613fb7d043a1","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.761810999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"d4d501e3-6b96-4b75-89f0-ff036dd625fc","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.761975788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"d4d501e3-6b96-4b75-89f0-ff036dd625fc","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.779721642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"c88160d0-496a-4020-abea-b42ff4b85d3a","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.779840981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"c88160d0-496a-4020-abea-b42ff4b85d3a","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.83304372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"b0962616-5e9f-4c44-8007-e495409151c1","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.84346312Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"145a4f9a-de39-46c4-abf6-84d3ab5de596","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","model":"test-model-7d209a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-7d209a/test-model-7d209a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.850803725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"b0962616-5e9f-4c44-8007-e495409151c1","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.890425437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"30834dd7-d732-408b-9f6d-4252d378b92a","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.890446762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"30834dd7-d732-408b-9f6d-4252d378b92a","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:38.945170062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"3b7b1ad4-5923-4488-af9a-a36af3b42767","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:44.084351652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"3f3f9a5c-06c6-42cb-8744-06b254e22bcd","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:44.101606546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"3f3f9a5c-06c6-42cb-8744-06b254e22bcd","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:44.117694824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b397b8cc9897c93c8780245da2f77f220e07ba66860c69dea76855b597dc245c) AuthConfig (c82f3fe3cb17a70279283e3a73d11e83e053f3bdd2a1c6589beb15a6b5919cb9) AuthConfig (ec27de972cd0a8d0d69ca0611aa4d84e9ee3015517438d193a1ab202dd53dfed) AuthConfig (10d93f0ee156fb1811f14ad9c1bfece6e14c0a629dffb967ed187fc66f385a60) AuthConfig (20171c51601575de9e703f165c248ad812bda3be4cfb02e1cd818321321993bc) AuthConfig (bf4f8a356780a12def8b527a41fb06207b3a6076b68bc8c75911f06380f0b2cc) AuthConfig (b0e996f8756d5caec41d8aae11d650f509394a03cab266306b27707db02c9a82) AuthConfig (665e178c025b8580e571b28b553321d825aefe0f3e64af3905dffc4dd885f082) AuthConfig (5295983fce42a9659f674ccd2aa4ec6b8c06cb755284733a6bc05bd27aa16bc9) AuthConfig (d7298c5f397cc5ed46affc0c8945f473fcbfe43b8fd3ef3f8a5e137752a5f1a5) AuthConfig (3092ccadb60b1bf2739fc48ffbdaf0711f1ae11642b7cb4415b8a4e973b4b7b8) AuthConfig (86da39b734838ab5155d9e5b4ecd4292a02ab6fbabedb9fb862816b3c3157b5e) AuthConfig (ef55fdb5262b43efacbb2160e2cbc0dd93806a8cba0c06a2ed6f17557303e747) AuthConfig (d9a2e7c1c0f608312497ec2cd30030af3f9d24a56b48588ca8d437e795338b5e) AuthConfig (936b8742eab09a77539973f14bedc9e2b8c17adfae877a10b6eda27261ed6723) AuthConfig (6c0d46bf50cefe49990d5d08ac20d2be76c4997243176dc15e5e97ecb34b2882) AuthConfig (596f328c71d23950fdda15fd6e5bc9805b421993a9ccd7eb19eb3efd05c8ec13) AuthConfig (f5aefd8ec3c2bfdf6d9b62d238035e7d5e74aa4ce427220d936012b151f93da9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"3f3f9a5c-06c6-42cb-8744-06b254e22bcd","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:44.184910687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"da87e727-2d66-40b3-82c2-e5c4a57528b7","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:44.202915049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"da87e727-2d66-40b3-82c2-e5c4a57528b7","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:44.220070636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"da87e727-2d66-40b3-82c2-e5c4a57528b7","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.331339007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69329cf4-eeda-4cb4-86b7-be46f6f5c1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.345550005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69329cf4-eeda-4cb4-86b7-be46f6f5c1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.359356843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69329cf4-eeda-4cb4-86b7-be46f6f5c1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.37370053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69329cf4-eeda-4cb4-86b7-be46f6f5c1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.912938771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92551680-8f98-4f9d-b3c0-9106dc606749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.926965545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92551680-8f98-4f9d-b3c0-9106dc606749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.969161586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92551680-8f98-4f9d-b3c0-9106dc606749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:48.982994029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92551680-8f98-4f9d-b3c0-9106dc606749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:49.62204091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a9e24f-de0e-477c-b4d6-4bb3d0554d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:49.635888237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a9e24f-de0e-477c-b4d6-4bb3d0554d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:49.64970262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a9e24f-de0e-477c-b4d6-4bb3d0554d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:49.663806235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a9e24f-de0e-477c-b4d6-4bb3d0554d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:54.145335962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"691ab4c1-618f-47e3-ab21-3fa5c55ef845","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:54.162734121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"691ab4c1-618f-47e3-ab21-3fa5c55ef845","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:54.179033875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b397b8cc9897c93c8780245da2f77f220e07ba66860c69dea76855b597dc245c) AuthConfig (c82f3fe3cb17a70279283e3a73d11e83e053f3bdd2a1c6589beb15a6b5919cb9) AuthConfig (ec27de972cd0a8d0d69ca0611aa4d84e9ee3015517438d193a1ab202dd53dfed) AuthConfig (10d93f0ee156fb1811f14ad9c1bfece6e14c0a629dffb967ed187fc66f385a60) AuthConfig (20171c51601575de9e703f165c248ad812bda3be4cfb02e1cd818321321993bc) AuthConfig (bf4f8a356780a12def8b527a41fb06207b3a6076b68bc8c75911f06380f0b2cc) AuthConfig (b0e996f8756d5caec41d8aae11d650f509394a03cab266306b27707db02c9a82) AuthConfig (665e178c025b8580e571b28b553321d825aefe0f3e64af3905dffc4dd885f082) AuthConfig (5295983fce42a9659f674ccd2aa4ec6b8c06cb755284733a6bc05bd27aa16bc9) AuthConfig (d7298c5f397cc5ed46affc0c8945f473fcbfe43b8fd3ef3f8a5e137752a5f1a5) AuthConfig (3092ccadb60b1bf2739fc48ffbdaf0711f1ae11642b7cb4415b8a4e973b4b7b8) AuthConfig (86da39b734838ab5155d9e5b4ecd4292a02ab6fbabedb9fb862816b3c3157b5e) AuthConfig (ef55fdb5262b43efacbb2160e2cbc0dd93806a8cba0c06a2ed6f17557303e747) AuthConfig (d9a2e7c1c0f608312497ec2cd30030af3f9d24a56b48588ca8d437e795338b5e) AuthConfig (936b8742eab09a77539973f14bedc9e2b8c17adfae877a10b6eda27261ed6723) AuthConfig (6c0d46bf50cefe49990d5d08ac20d2be76c4997243176dc15e5e97ecb34b2882) AuthConfig (596f328c71d23950fdda15fd6e5bc9805b421993a9ccd7eb19eb3efd05c8ec13) AuthConfig (f5aefd8ec3c2bfdf6d9b62d238035e7d5e74aa4ce427220d936012b151f93da9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"691ab4c1-618f-47e3-ab21-3fa5c55ef845","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:54.248492805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"ab341e2a-b301-4b4c-ad1a-fa2c7babeb39","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:54.266360421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"ab341e2a-b301-4b4c-ad1a-fa2c7babeb39","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:57:54.283300636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"ab341e2a-b301-4b4c-ad1a-fa2c7babeb39","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.207731679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"9caeef42-36f3-4e5c-bd57-8076e9813e26","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.225145531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"9caeef42-36f3-4e5c-bd57-8076e9813e26","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.242410379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b397b8cc9897c93c8780245da2f77f220e07ba66860c69dea76855b597dc245c) AuthConfig (c82f3fe3cb17a70279283e3a73d11e83e053f3bdd2a1c6589beb15a6b5919cb9) AuthConfig (ec27de972cd0a8d0d69ca0611aa4d84e9ee3015517438d193a1ab202dd53dfed) AuthConfig (10d93f0ee156fb1811f14ad9c1bfece6e14c0a629dffb967ed187fc66f385a60) AuthConfig (20171c51601575de9e703f165c248ad812bda3be4cfb02e1cd818321321993bc) AuthConfig (bf4f8a356780a12def8b527a41fb06207b3a6076b68bc8c75911f06380f0b2cc) AuthConfig (b0e996f8756d5caec41d8aae11d650f509394a03cab266306b27707db02c9a82) AuthConfig (665e178c025b8580e571b28b553321d825aefe0f3e64af3905dffc4dd885f082) AuthConfig (5295983fce42a9659f674ccd2aa4ec6b8c06cb755284733a6bc05bd27aa16bc9) AuthConfig (d7298c5f397cc5ed46affc0c8945f473fcbfe43b8fd3ef3f8a5e137752a5f1a5) AuthConfig (3092ccadb60b1bf2739fc48ffbdaf0711f1ae11642b7cb4415b8a4e973b4b7b8) AuthConfig (86da39b734838ab5155d9e5b4ecd4292a02ab6fbabedb9fb862816b3c3157b5e) AuthConfig (ef55fdb5262b43efacbb2160e2cbc0dd93806a8cba0c06a2ed6f17557303e747) AuthConfig (d9a2e7c1c0f608312497ec2cd30030af3f9d24a56b48588ca8d437e795338b5e) AuthConfig (936b8742eab09a77539973f14bedc9e2b8c17adfae877a10b6eda27261ed6723) AuthConfig (6c0d46bf50cefe49990d5d08ac20d2be76c4997243176dc15e5e97ecb34b2882) AuthConfig (596f328c71d23950fdda15fd6e5bc9805b421993a9ccd7eb19eb3efd05c8ec13) AuthConfig (f5aefd8ec3c2bfdf6d9b62d238035e7d5e74aa4ce427220d936012b151f93da9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"9caeef42-36f3-4e5c-bd57-8076e9813e26","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.311274535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"f7bc4031-9803-4c3a-8d30-4a458b0b6306","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.329128742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"f7bc4031-9803-4c3a-8d30-4a458b0b6306","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.345137659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"f7bc4031-9803-4c3a-8d30-4a458b0b6306","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:04.891264516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:14.270553595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"52720bb0-c427-4852-838a-0108fcf325be","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:14.288031493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"52720bb0-c427-4852-838a-0108fcf325be","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:14.304617705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1d932d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b397b8cc9897c93c8780245da2f77f220e07ba66860c69dea76855b597dc245c) AuthConfig (c82f3fe3cb17a70279283e3a73d11e83e053f3bdd2a1c6589beb15a6b5919cb9) AuthConfig (ec27de972cd0a8d0d69ca0611aa4d84e9ee3015517438d193a1ab202dd53dfed) AuthConfig (10d93f0ee156fb1811f14ad9c1bfece6e14c0a629dffb967ed187fc66f385a60) AuthConfig (20171c51601575de9e703f165c248ad812bda3be4cfb02e1cd818321321993bc) AuthConfig (bf4f8a356780a12def8b527a41fb06207b3a6076b68bc8c75911f06380f0b2cc) AuthConfig (b0e996f8756d5caec41d8aae11d650f509394a03cab266306b27707db02c9a82) AuthConfig (665e178c025b8580e571b28b553321d825aefe0f3e64af3905dffc4dd885f082) AuthConfig (5295983fce42a9659f674ccd2aa4ec6b8c06cb755284733a6bc05bd27aa16bc9) AuthConfig (d7298c5f397cc5ed46affc0c8945f473fcbfe43b8fd3ef3f8a5e137752a5f1a5) AuthConfig (3092ccadb60b1bf2739fc48ffbdaf0711f1ae11642b7cb4415b8a4e973b4b7b8) AuthConfig (86da39b734838ab5155d9e5b4ecd4292a02ab6fbabedb9fb862816b3c3157b5e) AuthConfig (ef55fdb5262b43efacbb2160e2cbc0dd93806a8cba0c06a2ed6f17557303e747) AuthConfig (d9a2e7c1c0f608312497ec2cd30030af3f9d24a56b48588ca8d437e795338b5e) AuthConfig (936b8742eab09a77539973f14bedc9e2b8c17adfae877a10b6eda27261ed6723) AuthConfig (6c0d46bf50cefe49990d5d08ac20d2be76c4997243176dc15e5e97ecb34b2882) AuthConfig (596f328c71d23950fdda15fd6e5bc9805b421993a9ccd7eb19eb3efd05c8ec13) AuthConfig (f5aefd8ec3c2bfdf6d9b62d238035e7d5e74aa4ce427220d936012b151f93da9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"52720bb0-c427-4852-838a-0108fcf325be","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:14.372897353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"33807b93-d69a-442d-8cc8-f35c043d72f5","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:14.390291412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"33807b93-d69a-442d-8cc8-f35c043d72f5","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:14.406695472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"33807b93-d69a-442d-8cc8-f35c043d72f5","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:17.370366405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"6fc501dd-829a-4328-a42c-c4418c8621cb","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:17.421697983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"9e769f50-a5b7-4779-a868-46cacdf60709","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:17.421721325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"9e769f50-a5b7-4779-a868-46cacdf60709","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:18.413640664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"396f415e-52e3-41f7-85c2-903e755e59b5","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:18.430703896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"396f415e-52e3-41f7-85c2-903e755e59b5","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:20.744489745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d16b1-4e49-4803-9fc2-8e5768debef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:20.758422422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d16b1-4e49-4803-9fc2-8e5768debef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:20.772338749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d16b1-4e49-4803-9fc2-8e5768debef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:20.786199424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d16b1-4e49-4803-9fc2-8e5768debef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:21.319683011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789cd23b-2846-4a98-8b0a-39cbaffe7e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:21.33363357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789cd23b-2846-4a98-8b0a-39cbaffe7e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:21.34765648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789cd23b-2846-4a98-8b0a-39cbaffe7e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:21.361613585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789cd23b-2846-4a98-8b0a-39cbaffe7e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.337044153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"e3aab627-1a98-4b3d-a860-0e7bbb009486","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.357770536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"e3aab627-1a98-4b3d-a860-0e7bbb009486","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.434760189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"e5994c4b-88e5-4ff7-baaf-45c2aee6a883","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.452059663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"e5994c4b-88e5-4ff7-baaf-45c2aee6a883","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.468246135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d98552a768648bd2447f5c37ea29be8092d860fa6d0b701156eacc72d277024) AuthConfig (baee9e23c42a12129b596717230360ff2b99bf030a3e73d853d9b2af36072bbf) AuthConfig (2ed855d79a7f1a43ab94edfd02304f2389f0de6f4ef9331f29f90ea45d33989b) AuthConfig (7750b53d04f953dcdae2fd756d0ed9012e218227c16f427c97fa6c3089cb7d65) AuthConfig (18cbd04f4b5ce08d3b701c1cec2457feaa8cead880b3e27034f67b29e438653b) AuthConfig (e7452333c51421b51e3eda2318586c7d57e7188347b13ef9ebb8fdf062cbb5c7) AuthConfig (699b8e87656664973bba62dcfb58aaa5c7e4545502ff583170e903a77376292e) AuthConfig (f521543846a6a638c1810200ceb894770f4087d364af501cad91dac026058d76) AuthConfig (3c03af1eb430bf4c55ae017dd81a053ff273427a4d04c1489e63f9ed50ebaee9) AuthConfig (ae708e908539095e4012bbd04df3235444c7c91f89f489f6698c080f0bd22530) AuthConfig (25218d789061a553abd906afdb6df0b51871090189ffa0b50e86257d116b98a5) AuthConfig (7932776e5ac9fac97f9baf5ca997ff3f84d0752e5354370a7491fe5ff20b1f74) AuthConfig (0721e992f909e4eb53cfa61334ac76ad664c8e8743e90cf15e087fef2681fe05) AuthConfig (941f5d898a70519ed4c8aac63c69f8ba59203976b063fc4718c8add2e803e6de) AuthConfig (cc72269663fddda66e966c6aab573a648393127aa6b039684f80b34a38c230a1) AuthConfig (741bfe47d02200ad4a87c0251360574a5a8fa784ddc82a5e2ca211936c557bbe) AuthConfig (ad3a8cb3663a5d60a61a514fcb01600d14bd1576d1377cdb6394b1c18a956227) AuthConfig (263591c937433ca8bbe7339625974ec81f7bfdb8af78094d828513e1b1c5546e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"e5994c4b-88e5-4ff7-baaf-45c2aee6a883","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.487073021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"7bc51c92-87ea-4acc-9287-c4db4d52cf08","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.487139015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"7bc51c92-87ea-4acc-9287-c4db4d52cf08","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.518301775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"304ebf9c-7e3c-486a-9283-44f44c4b5c85","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:24.518325305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"304ebf9c-7e3c-486a-9283-44f44c4b5c85","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.574374552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"4f093ded-4030-4a7c-97b6-61293b4b3964","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.57440756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"4f093ded-4030-4a7c-97b6-61293b4b3964","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.603733161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"d31b2bf9-3e28-488d-b701-d33747a286cf","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.603759112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"d31b2bf9-3e28-488d-b701-d33747a286cf","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.60821088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"ca2d71bd-8934-4ffd-b219-4416f2a32446","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:58:25.612804255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"79b506fe-c2a5-4631-a6f2-adcb131760b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1d932d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.626014323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"ca2d71bd-8934-4ffd-b219-4416f2a32446","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.646946517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"eaa05e26-d1a7-4eb2-bd8b-29e043d406d3","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.646967464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"eaa05e26-d1a7-4eb2-bd8b-29e043d406d3","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.666765691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"f325cc19-9039-4ba8-b295-2bb53e45b14e","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.666791582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"f325cc19-9039-4ba8-b295-2bb53e45b14e","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.726997093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"f27559b8-4bda-48d1-a207-c7d0c77593ea","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","model":"test-model-1d932d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-1d932d/test-model-1d932d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.778947427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"c47d7eb9-4938-4674-a197-6d3001455d16","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.778970896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"c47d7eb9-4938-4674-a197-6d3001455d16","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.782515605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"d8c0b479-09c7-4e31-8dd8-e302f72f0218","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.800676999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"d8c0b479-09c7-4e31-8dd8-e302f72f0218","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:25.835758494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"338a4d80-1654-4e58-8da7-b629d3a2f757","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:34.515053086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"b2defdb0-b889-4613-a644-3daffc51459a","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:34.532661319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"b2defdb0-b889-4613-a644-3daffc51459a","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:34.549102489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-56ec8d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d98552a768648bd2447f5c37ea29be8092d860fa6d0b701156eacc72d277024) AuthConfig (baee9e23c42a12129b596717230360ff2b99bf030a3e73d853d9b2af36072bbf) AuthConfig (2ed855d79a7f1a43ab94edfd02304f2389f0de6f4ef9331f29f90ea45d33989b) AuthConfig (7750b53d04f953dcdae2fd756d0ed9012e218227c16f427c97fa6c3089cb7d65) AuthConfig (18cbd04f4b5ce08d3b701c1cec2457feaa8cead880b3e27034f67b29e438653b) AuthConfig (e7452333c51421b51e3eda2318586c7d57e7188347b13ef9ebb8fdf062cbb5c7) AuthConfig (699b8e87656664973bba62dcfb58aaa5c7e4545502ff583170e903a77376292e) AuthConfig (f521543846a6a638c1810200ceb894770f4087d364af501cad91dac026058d76) AuthConfig (3c03af1eb430bf4c55ae017dd81a053ff273427a4d04c1489e63f9ed50ebaee9) AuthConfig (ae708e908539095e4012bbd04df3235444c7c91f89f489f6698c080f0bd22530) AuthConfig (25218d789061a553abd906afdb6df0b51871090189ffa0b50e86257d116b98a5) AuthConfig (7932776e5ac9fac97f9baf5ca997ff3f84d0752e5354370a7491fe5ff20b1f74) AuthConfig (0721e992f909e4eb53cfa61334ac76ad664c8e8743e90cf15e087fef2681fe05) AuthConfig (941f5d898a70519ed4c8aac63c69f8ba59203976b063fc4718c8add2e803e6de) AuthConfig (cc72269663fddda66e966c6aab573a648393127aa6b039684f80b34a38c230a1) AuthConfig (741bfe47d02200ad4a87c0251360574a5a8fa784ddc82a5e2ca211936c557bbe) AuthConfig (ad3a8cb3663a5d60a61a514fcb01600d14bd1576d1377cdb6394b1c18a956227) AuthConfig (263591c937433ca8bbe7339625974ec81f7bfdb8af78094d828513e1b1c5546e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"b2defdb0-b889-4613-a644-3daffc51459a","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:34.887301012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.69300344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"fb39d5cc-e8f9-4c93-bfc1-7545d64022ca","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.693272864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"3fd4e1b6-8877-48a5-8a75-b3a505ce5fda","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.693293195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"3fd4e1b6-8877-48a5-8a75-b3a505ce5fda","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.768806496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"e6514e2d-9188-446d-adb1-1b2cc608b634","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"maas-trlp-test-model-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.821233074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"fb39d5cc-e8f9-4c93-bfc1-7545d64022ca","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.864900945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"fb39d5cc-e8f9-4c93-bfc1-7545d64022ca","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"e2e-inf-a-793de6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.864926137Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-auth","reconcileID":"fb39d5cc-e8f9-4c93-bfc1-7545d64022ca","MaaSAuthPolicy":{"name":"test-model-793de6-auth","namespace":"ai-tenant-e2e-inf-a-793de6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.882019744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"5e40a612-4b95-4c3e-b5a3-1cfdcc9fe9b3","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.882045583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"5e40a612-4b95-4c3e-b5a3-1cfdcc9fe9b3","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:40.955547413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"fc708f2f-b1db-49a7-8cd7-2dd447bfee8d","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"maas-trlp-test-model-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.034485062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"f6e1b06c-9bed-472c-8013-1fa2f32e3374","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.034513131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"f6e1b06c-9bed-472c-8013-1fa2f32e3374","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.404301577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"941b7827-f169-4287-8099-84451440f349","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.505214843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"7d66b4b7-b284-4f93-a18a-f717a6301e35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.604541184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"89809c35-de51-4b88-a443-5038b998719c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.70472089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"894c1d99-3098-4b78-869a-3a462f873f3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.718681492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"7303eac7-cd49-4b15-93c5-ea4ede4b07d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:41.93488338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"ffc87a4c-19c3-47fc-81e7-5903765ea05d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.038002663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"1f9ffc51-b784-4278-8d28-3dc99bbbdd23","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.038003744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"20920c4c-5d71-4405-a76a-97d43c6b7314","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.149914262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"c7df32b6-9773-4a03-812c-92bb0c5d0234","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.240394905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"841a243d-ce2a-4d9e-b332-30ab25e36c40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.240712533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"cbc7727d-d90a-4388-b3f1-d13ac697ebca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.339404818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05cb452b-02ed-49de-821f-c003eeeb6c60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:42.339628763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"b3b5ecc9-1d42-408e-9ec8-b6493c9f5768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:44.578277984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"fc78b9f9-530d-4f6f-874b-6adda14ffd58","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:44.595770565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"fc78b9f9-530d-4f6f-874b-6adda14ffd58","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:44.670185948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"db04f0bf-07e8-4f5b-89f1-387f6aef12dc","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:44.670208619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"db04f0bf-07e8-4f5b-89f1-387f6aef12dc","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:48.646941004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"0a5bb2cd-bf25-4a5d-8839-083ca46969d7","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:48.646978566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"0a5bb2cd-bf25-4a5d-8839-083ca46969d7","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:48.954894489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"1326f315-7949-4132-ac01-6c25fdaeae76","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:48.95492603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"1326f315-7949-4132-ac01-6c25fdaeae76","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:48.973867716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"412326d8-f52f-4180-8c8f-5872b70034db","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:48.973891383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"412326d8-f52f-4180-8c8f-5872b70034db","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.00074359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"eb4cfbd0-314e-40f4-9860-8cdb43ad40db","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.04425342Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"eb4cfbd0-314e-40f4-9860-8cdb43ad40db","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.060632218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"eb4cfbd0-314e-40f4-9860-8cdb43ad40db","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.076829243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"f0162f9b-6a62-4eed-93a9-3a1512cf6ba3","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.076849043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"f0162f9b-6a62-4eed-93a9-3a1512cf6ba3","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.292440232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","namespace":"ai-tenant-e2e-inf-a-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.292505206Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","namespace":"ai-tenant-e2e-inf-a-388bfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.292553291Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","tenant":"e2e-inf-a-388bfe","tenantID":"e2e-inf-a-388bfe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.307399911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Deployment","name":"maas-api-e2e-inf-a-388bfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.330983994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Service","name":"maas-api-e2e-inf-a-388bfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.352434886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-388bfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.367947923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-388bfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.384437962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.400000607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.417344368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.432988194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.446936895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Deployment","name":"payload-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.46023491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.473753519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Service","name":"payload-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.48719273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.500598994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.514039993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.527558483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.548118484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.565465673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.579583686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.595422637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-388bfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.618545297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-388bfe"},"namespace":"ai-tenant-e2e-inf-a-388bfe","name":"default-tenant","reconcileID":"d8650506-cdfb-42d9-bd9a-405dd7ab9456","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-388bfe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.914475792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"34dba8e0-67b9-47dd-899a-10a8afb552f6","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.914507128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"34dba8e0-67b9-47dd-899a-10a8afb552f6","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.937400986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"43ec45c9-991f-4d0a-919a-e23546bc0c4d","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.937462809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"43ec45c9-991f-4d0a-919a-e23546bc0c4d","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:58:49.948403433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"7be034b3-f589-47b6-a934-6339f93b2146","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-56ec8d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.951988836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"a593aaf1-832d-43d5-a5a4-3c431f2131b7","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T04:58:49.95299997Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"43ec45c9-991f-4d0a-919a-e23546bc0c4d","name":"test-model-56ec8d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-56ec8d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T04:58:49.953133544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"43ec45c9-991f-4d0a-919a-e23546bc0c4d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-56ec8d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.958702431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"6e9b0c1b-d884-46a8-947a-7695a9954858","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.958776444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"6e9b0c1b-d884-46a8-947a-7695a9954858","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.971200838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"a593aaf1-832d-43d5-a5a4-3c431f2131b7","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.980665636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"6f19daa9-836c-4554-b527-2f64aa3f85f0","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.980687922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"6f19daa9-836c-4554-b527-2f64aa3f85f0","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.999258444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"776325fc-4e9b-459c-8ef9-510808efb114","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:49.999284513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"776325fc-4e9b-459c-8ef9-510808efb114","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.016250357Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-388bfe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-388bfe","reconcileID":"07ded8a3-cc67-4320-b373-a195dfb8fc42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-388bfe","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-388bfe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.049469753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"12737e27-be5c-460f-aff2-49e24df2910e","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.057936734Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"23f1d573-98b5-4fec-96e7-46336b7f8b05","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"maas-trlp-test-model-56ec8d","model":"test-model-56ec8d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.068947435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"12737e27-be5c-460f-aff2-49e24df2910e","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.11280565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"4eeb057d-27be-4a69-bcc1-0b24feed9226","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.112825469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"4eeb057d-27be-4a69-bcc1-0b24feed9226","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.219287538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"32927072-b513-46d0-8dd2-5e6949dd6bff","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"maas-trlp-test-model-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.430462525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2292c4a-9c25-4045-9084-e443f9dc3123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.444354378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2292c4a-9c25-4045-9084-e443f9dc3123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.458168849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2292c4a-9c25-4045-9084-e443f9dc3123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:50.472165648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2292c4a-9c25-4045-9084-e443f9dc3123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.032283573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f60f1fb-35b6-4ce0-b817-8579c26e3fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.046536159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f60f1fb-35b6-4ce0-b817-8579c26e3fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.061184299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f60f1fb-35b6-4ce0-b817-8579c26e3fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.075025346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f60f1fb-35b6-4ce0-b817-8579c26e3fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.090226981Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"43ae6692-901d-4d41-8425-462ed67f91ab","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","subscription":"test-model-793de6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.111857538Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"43ae6692-901d-4d41-8425-462ed67f91ab","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.163263739Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6-sub","reconcileID":"43ae6692-901d-4d41-8425-462ed67f91ab","MaaSSubscription":{"name":"test-model-793de6-sub","namespace":"ai-tenant-e2e-inf-a-793de6"},"name":"maas-trlp-test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.280799425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"5c196460-4a80-4035-97a4-f902e0e5e095","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"tenant":"e2e-inf-a-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","model":"ai-tenant-e2e-inf-a-793de6/test-model-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:51.280906211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"test-model-793de6","reconcileID":"5c196460-4a80-4035-97a4-f902e0e5e095","MaaSModelRef":{"name":"test-model-793de6","namespace":"ai-tenant-e2e-inf-a-793de6"},"routeName":"test-model-793de6-kserve-route","namespace":"ai-tenant-e2e-inf-a-793de6","llmisvcName":"test-model-793de6","gateway":"openshift-ingress/e2e-inf-a-793de6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.482931018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"7b2fb928-8d03-418d-99ac-d934107cb6e0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.483625766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"7576e98a-bc9a-442f-91a6-e8309fcd804f","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.483644772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"7576e98a-bc9a-442f-91a6-e8309fcd804f","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.584600608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"fda2af3f-a62f-4b76-85c0-9823413c253b","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.656243066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"7b2fb928-8d03-418d-99ac-d934107cb6e0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.702254629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"7b2fb928-8d03-418d-99ac-d934107cb6e0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"e2e-inf-b-7d209a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.70228848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-auth","reconcileID":"7b2fb928-8d03-418d-99ac-d934107cb6e0","MaaSAuthPolicy":{"name":"test-model-7d209a-auth","namespace":"ai-tenant-e2e-inf-b-7d209a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.722433217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"3f90fc89-116d-4d76-8d37-5c92e89101e3","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.722455173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"3f90fc89-116d-4d76-8d37-5c92e89101e3","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.803541713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"44cc9d40-fd9b-4eae-8d44-b60533375f76","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.864682137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"78d2cea5-d403-45fb-a7f6-54669b283c01","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:54.864707711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"78d2cea5-d403-45fb-a7f6-54669b283c01","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:57.511412084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f03799-c18f-44d4-bfec-c5fb9872c510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:57.52554882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f03799-c18f-44d4-bfec-c5fb9872c510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:57.539638362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f03799-c18f-44d4-bfec-c5fb9872c510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:57.553654823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f03799-c18f-44d4-bfec-c5fb9872c510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.131129886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211c64da-0812-4b31-b2f8-b2529859bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.145493033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211c64da-0812-4b31-b2f8-b2529859bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.161931826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211c64da-0812-4b31-b2f8-b2529859bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.181610042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211c64da-0812-4b31-b2f8-b2529859bf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.730109352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba47c99-ac4c-470b-8c84-48c0d130abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.744463804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba47c99-ac4c-470b-8c84-48c0d130abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.759455083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba47c99-ac4c-470b-8c84-48c0d130abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:58.774589295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba47c99-ac4c-470b-8c84-48c0d130abd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:59.104868959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"bfc3489f-1667-4644-9abc-d9b4bc673a42","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:59.122339098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"bfc3489f-1667-4644-9abc-d9b4bc673a42","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:58:59.138729095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"bfc3489f-1667-4644-9abc-d9b4bc673a42","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:04.88782127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:04.91272891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"aa466a8a-a8b7-4c8c-ae36-e0b1c7957a98","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","subscription":"test-model-7d209a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:04.927238949Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"aa466a8a-a8b7-4c8c-ae36-e0b1c7957a98","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:04.941454583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a-sub","reconcileID":"aa466a8a-a8b7-4c8c-ae36-e0b1c7957a98","MaaSSubscription":{"name":"test-model-7d209a-sub","namespace":"ai-tenant-e2e-inf-b-7d209a"},"name":"maas-trlp-test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:05.020042818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"6eb1dcb6-16f3-4430-83e3-f13361842eec","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"tenant":"e2e-inf-b-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","model":"ai-tenant-e2e-inf-b-7d209a/test-model-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:05.020067074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"test-model-7d209a","reconcileID":"6eb1dcb6-16f3-4430-83e3-f13361842eec","MaaSModelRef":{"name":"test-model-7d209a","namespace":"ai-tenant-e2e-inf-b-7d209a"},"routeName":"test-model-7d209a-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d209a","llmisvcName":"test-model-7d209a","gateway":"openshift-ingress/e2e-inf-b-7d209a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:09.177767378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"fd3c8258-4190-4e63-86da-d07972d7b4bb","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:09.206683464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"fd3c8258-4190-4e63-86da-d07972d7b4bb","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:09.223890984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"fd3c8258-4190-4e63-86da-d07972d7b4bb","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.185992638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"010b5c59-54af-4ea3-85c9-87a57915dbe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.280825718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"0e7ee2d9-0632-49e0-bfac-095ea2f55d02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.280935749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"24e02cf9-fc9a-4b32-99f5-68eaabb08ef3","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.331577892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"0c32f176-04d4-4e6f-9c57-61e52a2b24e2","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.331613006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"0c32f176-04d4-4e6f-9c57-61e52a2b24e2","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.380853119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"335e8984-e36d-433e-900c-1d2c611fdeee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.380942644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"9e89c7d4-8b19-4f41-adf2-267517de1e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.381298515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"531fa7dd-aea4-485f-9c47-10e0416d56dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.679501166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f516098-9b44-494a-8f6f-e69d7d59e853","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.769334397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"96716f90-12ee-4d64-bc88-85c1641f590b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:10.970850465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"ae7b2b67-2e65-47c0-b577-f16f25ed1e12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.076782477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"89238106-cdef-498e-bc2b-d82922b8a21d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.076781999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"e0176d72-2751-4aaa-a093-f809fc993b8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.172151151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"8579793e-3fc8-44a7-aa98-fff1484a7451","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"maas-trlp-test-model-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.172201037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1ed47f9-e0c2-41e2-82c7-3121393d5126","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.172665838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"8ded3827-19f1-498e-9a67-c68e805947c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.230267736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"e9207033-b08f-49df-9f0a-9a66ac061e19","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.23029333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"e9207033-b08f-49df-9f0a-9a66ac061e19","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.643490276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"d56eaf4d-1719-45a8-94bf-6de9aeff7040","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.661963975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"d56eaf4d-1719-45a8-94bf-6de9aeff7040","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.875294732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"e6e38847-8c2e-4007-b93f-c97b76b944e5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.89296913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"e6e38847-8c2e-4007-b93f-c97b76b944e5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.909126911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5567f87d4fc4876db1a048bec94b3c0a76ddd95302a79aefac1c9e0ca403a18b) AuthConfig (c2c03ba2869142f3b8cab72094c21041971cc91810b87ee4da726a1b4b8a9507) AuthConfig (170906eecfde18e05158ae2260956f33ad7a506d206167a1e5ee8f0c49609aec) AuthConfig (72553a0ad9ebe7979f9b6027483944871a3c4d496a6f3a3f38a96795b80d2aa8) AuthConfig (681e56f89e874ed1911a22168a04f2ed4e3c612ce19c8906678124c69033aabf) AuthConfig (3cd16aecc5750f13c571832e7e596d58b0702d50d5277c9d169e90e494e52c69) AuthConfig (b114d8a930d38139c80711cb60768b21d9a1dc74cd51cc44a6daf1719f1b9fca) AuthConfig (527ed85c227c6bdd27ea6f5c2020670344ab8fe451c93fa5680a8e9cc4720a02) AuthConfig (11f337016887036f0a90808d896e0dce9984b534743f2f14e21e0c82f16bdfda) AuthConfig (5ed5b3ea1eeae9f7734fa2d73066d162e82c0a242565cd742348e6f5dc43431b) AuthConfig (25f489c1342c0922f5519fcbd757d93f10ac61ee471ae0dcdc53e826c8bd73dd) AuthConfig (385d2f2bacdeb9d066eb7a04d70b5af4e9b3add5cfd1c8c8a5cd2077ea5bcfca) AuthConfig (d7bfe8856ba30700700ce3b02d8fb005495e22f8cca2e18318604e068efdb879) AuthConfig (d6ddfcf557709d0090032e18ea18f0e2f383f0443e7815867199924ffe0930b5) AuthConfig (1d73ff0a4d5f632258d3ce9dc775e9a9d409f5bcc258a179b79f07ef4623ef12) AuthConfig (fc9bd4d43de759e12d036336771b9551e436d973b924877a9f9d1c0f5b6f80a6) AuthConfig (460f4d9414406a81587a39e104df7fb1dd40330a035c351bb77d2cc7db3fffc7) AuthConfig (7a6741de303d52cb3dee11458373086590a931da1045097bd04a9498c75b506e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"e6e38847-8c2e-4007-b93f-c97b76b944e5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.928512634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"394ecab0-19a9-4ca5-b58c-3d1bdbd5d588","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:11.928531736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"394ecab0-19a9-4ca5-b58c-3d1bdbd5d588","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:12.435739257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"60f27514-f8d5-4b0a-bd2a-f15cf2cea864","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:12.454516483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"60f27514-f8d5-4b0a-bd2a-f15cf2cea864","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:13.872154648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"2b1ffc34-8923-4352-81b5-e07a27b5d04f","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:13.872316329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"2b1ffc34-8923-4352-81b5-e07a27b5d04f","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.159883529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"52451e01-44fd-4855-a799-f9219d68fbcf","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.159912076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"52451e01-44fd-4855-a799-f9219d68fbcf","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.175878902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"b8222476-a3af-429a-bb7a-235773f42c03","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.175903897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"b8222476-a3af-429a-bb7a-235773f42c03","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.202664647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"4c296568-c0da-42c0-8bb4-6982e7c04fb2","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.248255917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"4c296568-c0da-42c0-8bb4-6982e7c04fb2","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.264371894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"4c296568-c0da-42c0-8bb4-6982e7c04fb2","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.280583092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"14c55f6e-6940-4a68-bd76-c74db4b869b9","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.280603626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"14c55f6e-6940-4a68-bd76-c74db4b869b9","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.59487844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"1658134e-5021-4aad-9191-026ec62413fa","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.594909644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"1658134e-5021-4aad-9191-026ec62413fa","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.90576588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"4c8da839-b17f-46a3-9076-1e3cc7c3b0b6","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.905794951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"4c8da839-b17f-46a3-9076-1e3cc7c3b0b6","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.9214536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"f6f12c10-118d-43f8-8d87-fe610fc14108","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.921473905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"f6f12c10-118d-43f8-8d87-fe610fc14108","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.949041803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"58d395bc-9442-4ffb-b89d-e56850589ea7","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:14.992620366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"58d395bc-9442-4ffb-b89d-e56850589ea7","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:15.009611342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"58d395bc-9442-4ffb-b89d-e56850589ea7","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:15.028225027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"808f1bd4-963f-4580-9354-935508998ecb","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:15.028247184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"808f1bd4-963f-4580-9354-935508998ecb","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.137506836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c39c4-fa87-470c-ace2-b08db64da752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.151812625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c39c4-fa87-470c-ace2-b08db64da752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.166391496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c39c4-fa87-470c-ace2-b08db64da752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.181360258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678c39c4-fa87-470c-ace2-b08db64da752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.822317598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e3af47-fc27-4297-bc83-db24c2cc8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.836241117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e3af47-fc27-4297-bc83-db24c2cc8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.849911268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e3af47-fc27-4297-bc83-db24c2cc8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:17.8637417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e3af47-fc27-4297-bc83-db24c2cc8558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:18.394837429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7498564e-15ce-4f97-b950-61c17bf81656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:18.40875356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7498564e-15ce-4f97-b950-61c17bf81656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:18.422589192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7498564e-15ce-4f97-b950-61c17bf81656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:18.43713762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7498564e-15ce-4f97-b950-61c17bf81656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.11852643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83cc19f-f9fc-43f3-9b05-fe3fa060ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.132361678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83cc19f-f9fc-43f3-9b05-fe3fa060ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.146262242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83cc19f-f9fc-43f3-9b05-fe3fa060ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.160237388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83cc19f-f9fc-43f3-9b05-fe3fa060ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.688937319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02174b9e-edfc-477e-8c77-8fbff44046b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.703450159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02174b9e-edfc-477e-8c77-8fbff44046b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.720745072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02174b9e-edfc-477e-8c77-8fbff44046b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:19.736047704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02174b9e-edfc-477e-8c77-8fbff44046b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:20.419488825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be31abd2-a5e3-470e-90e9-020926666ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:20.43394188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be31abd2-a5e3-470e-90e9-020926666ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:20.448378013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be31abd2-a5e3-470e-90e9-020926666ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:20.462412532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be31abd2-a5e3-470e-90e9-020926666ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.011721479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d0bb99-fd90-41e3-acb1-8519daee767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.026175104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d0bb99-fd90-41e3-acb1-8519daee767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.040991836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d0bb99-fd90-41e3-acb1-8519daee767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.055964337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d0bb99-fd90-41e3-acb1-8519daee767d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.591897422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cdae4b-7fd5-4cec-82d8-f01b8cc8afec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.606017979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cdae4b-7fd5-4cec-82d8-f01b8cc8afec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.620231759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cdae4b-7fd5-4cec-82d8-f01b8cc8afec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.634217224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78cdae4b-7fd5-4cec-82d8-f01b8cc8afec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.958388555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"ee79e274-9d2a-4070-93d8-d922278e8c26","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.976864172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"ee79e274-9d2a-4070-93d8-d922278e8c26","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:21.992819353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5567f87d4fc4876db1a048bec94b3c0a76ddd95302a79aefac1c9e0ca403a18b) AuthConfig (c2c03ba2869142f3b8cab72094c21041971cc91810b87ee4da726a1b4b8a9507) AuthConfig (170906eecfde18e05158ae2260956f33ad7a506d206167a1e5ee8f0c49609aec) AuthConfig (72553a0ad9ebe7979f9b6027483944871a3c4d496a6f3a3f38a96795b80d2aa8) AuthConfig (681e56f89e874ed1911a22168a04f2ed4e3c612ce19c8906678124c69033aabf) AuthConfig (3cd16aecc5750f13c571832e7e596d58b0702d50d5277c9d169e90e494e52c69) AuthConfig (b114d8a930d38139c80711cb60768b21d9a1dc74cd51cc44a6daf1719f1b9fca) AuthConfig (527ed85c227c6bdd27ea6f5c2020670344ab8fe451c93fa5680a8e9cc4720a02) AuthConfig (11f337016887036f0a90808d896e0dce9984b534743f2f14e21e0c82f16bdfda) AuthConfig (5ed5b3ea1eeae9f7734fa2d73066d162e82c0a242565cd742348e6f5dc43431b) AuthConfig (25f489c1342c0922f5519fcbd757d93f10ac61ee471ae0dcdc53e826c8bd73dd) AuthConfig (385d2f2bacdeb9d066eb7a04d70b5af4e9b3add5cfd1c8c8a5cd2077ea5bcfca) AuthConfig (d7bfe8856ba30700700ce3b02d8fb005495e22f8cca2e18318604e068efdb879) AuthConfig (d6ddfcf557709d0090032e18ea18f0e2f383f0443e7815867199924ffe0930b5) AuthConfig (1d73ff0a4d5f632258d3ce9dc775e9a9d409f5bcc258a179b79f07ef4623ef12) AuthConfig (fc9bd4d43de759e12d036336771b9551e436d973b924877a9f9d1c0f5b6f80a6) AuthConfig (460f4d9414406a81587a39e104df7fb1dd40330a035c351bb77d2cc7db3fffc7) AuthConfig (7a6741de303d52cb3dee11458373086590a931da1045097bd04a9498c75b506e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"ee79e274-9d2a-4070-93d8-d922278e8c26","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.184097447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1a5286-50ce-4b1b-ad7c-a5644d5a6791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.21371017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1a5286-50ce-4b1b-ad7c-a5644d5a6791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.238261346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1a5286-50ce-4b1b-ad7c-a5644d5a6791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.261966939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1a5286-50ce-4b1b-ad7c-a5644d5a6791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.790007588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d81146-b3db-426b-ac69-d4f7551dc844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.80396986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d81146-b3db-426b-ac69-d4f7551dc844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.818058649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d81146-b3db-426b-ac69-d4f7551dc844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:22.832131127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d81146-b3db-426b-ac69-d4f7551dc844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:23.420195521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539206e6-27c4-4169-bdbc-6784514c7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:23.434363686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539206e6-27c4-4169-bdbc-6784514c7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:23.448288634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539206e6-27c4-4169-bdbc-6784514c7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:23.46244793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539206e6-27c4-4169-bdbc-6784514c7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.061604867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956ce9-2440-4f74-81ac-05566221ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.075657702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956ce9-2440-4f74-81ac-05566221ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.089697212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956ce9-2440-4f74-81ac-05566221ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.103759668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99956ce9-2440-4f74-81ac-05566221ce09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.307985446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e136aefe-a9da-45fe-b3c4-2768ba71643e","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.325836046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e136aefe-a9da-45fe-b3c4-2768ba71643e","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:24.342098384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e136aefe-a9da-45fe-b3c4-2768ba71643e","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:25.056124915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"f11a5198-a1d1-4db8-9a2f-da7d4b6794ee","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:25.073814162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"f11a5198-a1d1-4db8-9a2f-da7d4b6794ee","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:25.090306116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"f11a5198-a1d1-4db8-9a2f-da7d4b6794ee","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:32.022115266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"6b679352-2db3-4a09-b26e-23b509f27df0","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:32.040241468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"6b679352-2db3-4a09-b26e-23b509f27df0","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:32.059885827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5567f87d4fc4876db1a048bec94b3c0a76ddd95302a79aefac1c9e0ca403a18b) AuthConfig (c2c03ba2869142f3b8cab72094c21041971cc91810b87ee4da726a1b4b8a9507) AuthConfig (170906eecfde18e05158ae2260956f33ad7a506d206167a1e5ee8f0c49609aec) AuthConfig (72553a0ad9ebe7979f9b6027483944871a3c4d496a6f3a3f38a96795b80d2aa8) AuthConfig (681e56f89e874ed1911a22168a04f2ed4e3c612ce19c8906678124c69033aabf) AuthConfig (3cd16aecc5750f13c571832e7e596d58b0702d50d5277c9d169e90e494e52c69) AuthConfig (b114d8a930d38139c80711cb60768b21d9a1dc74cd51cc44a6daf1719f1b9fca) AuthConfig (527ed85c227c6bdd27ea6f5c2020670344ab8fe451c93fa5680a8e9cc4720a02) AuthConfig (11f337016887036f0a90808d896e0dce9984b534743f2f14e21e0c82f16bdfda) AuthConfig (5ed5b3ea1eeae9f7734fa2d73066d162e82c0a242565cd742348e6f5dc43431b) AuthConfig (25f489c1342c0922f5519fcbd757d93f10ac61ee471ae0dcdc53e826c8bd73dd) AuthConfig (385d2f2bacdeb9d066eb7a04d70b5af4e9b3add5cfd1c8c8a5cd2077ea5bcfca) AuthConfig (d7bfe8856ba30700700ce3b02d8fb005495e22f8cca2e18318604e068efdb879) AuthConfig (d6ddfcf557709d0090032e18ea18f0e2f383f0443e7815867199924ffe0930b5) AuthConfig (1d73ff0a4d5f632258d3ce9dc775e9a9d409f5bcc258a179b79f07ef4623ef12) AuthConfig (fc9bd4d43de759e12d036336771b9551e436d973b924877a9f9d1c0f5b6f80a6) AuthConfig (460f4d9414406a81587a39e104df7fb1dd40330a035c351bb77d2cc7db3fffc7) AuthConfig (7a6741de303d52cb3dee11458373086590a931da1045097bd04a9498c75b506e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"6b679352-2db3-4a09-b26e-23b509f27df0","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:34.380662653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"0b5dae9e-f1c5-4fdc-a3bc-7cb707997bef","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:34.402680206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"0b5dae9e-f1c5-4fdc-a3bc-7cb707997bef","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:34.419657201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"0b5dae9e-f1c5-4fdc-a3bc-7cb707997bef","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:34.887580702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:35.120436655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"144dd25a-ab47-41b9-ad9f-9ae1ad8870fa","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:35.137937373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"144dd25a-ab47-41b9-ad9f-9ae1ad8870fa","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:35.15390249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"144dd25a-ab47-41b9-ad9f-9ae1ad8870fa","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.405586054Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","namespace":"ai-tenant-e2e-inf-a-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.405646653Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","namespace":"ai-tenant-e2e-inf-a-793de6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.405700864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","tenant":"e2e-inf-a-793de6","tenantID":"e2e-inf-a-793de6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.420868699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Deployment","name":"maas-api-e2e-inf-a-793de6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.449529871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Service","name":"maas-api-e2e-inf-a-793de6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.467926583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-793de6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.486010732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-793de6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.501924175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.519837637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.536185188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.552064795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.565941761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Deployment","name":"payload-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.579633807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.593249133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Service","name":"payload-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.606858131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.620740187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.635437497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.649585775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.669160281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.68664506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.714355624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.735470463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-793de6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:41.751432144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-793de6"},"namespace":"ai-tenant-e2e-inf-a-793de6","name":"default-tenant","reconcileID":"c0d5dc98-e66c-4da5-b198-cf4bb8db8a67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-793de6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.098559181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"cb574d52-f2fb-4935-93c9-28d18f7dd26d","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.157661057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-793de6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-793de6","reconcileID":"f885e7f2-962d-4304-b7c8-79bb0e884906","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-793de6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-793de6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.158640872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"cb574d52-f2fb-4935-93c9-28d18f7dd26d","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.186671369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5567f87d4fc4876db1a048bec94b3c0a76ddd95302a79aefac1c9e0ca403a18b) AuthConfig (c2c03ba2869142f3b8cab72094c21041971cc91810b87ee4da726a1b4b8a9507) AuthConfig (170906eecfde18e05158ae2260956f33ad7a506d206167a1e5ee8f0c49609aec) AuthConfig (72553a0ad9ebe7979f9b6027483944871a3c4d496a6f3a3f38a96795b80d2aa8) AuthConfig (681e56f89e874ed1911a22168a04f2ed4e3c612ce19c8906678124c69033aabf) AuthConfig (3cd16aecc5750f13c571832e7e596d58b0702d50d5277c9d169e90e494e52c69) AuthConfig (b114d8a930d38139c80711cb60768b21d9a1dc74cd51cc44a6daf1719f1b9fca) AuthConfig (527ed85c227c6bdd27ea6f5c2020670344ab8fe451c93fa5680a8e9cc4720a02) AuthConfig (11f337016887036f0a90808d896e0dce9984b534743f2f14e21e0c82f16bdfda) AuthConfig (5ed5b3ea1eeae9f7734fa2d73066d162e82c0a242565cd742348e6f5dc43431b) AuthConfig (25f489c1342c0922f5519fcbd757d93f10ac61ee471ae0dcdc53e826c8bd73dd) AuthConfig (385d2f2bacdeb9d066eb7a04d70b5af4e9b3add5cfd1c8c8a5cd2077ea5bcfca) AuthConfig (d7bfe8856ba30700700ce3b02d8fb005495e22f8cca2e18318604e068efdb879) AuthConfig (d6ddfcf557709d0090032e18ea18f0e2f383f0443e7815867199924ffe0930b5) AuthConfig (1d73ff0a4d5f632258d3ce9dc775e9a9d409f5bcc258a179b79f07ef4623ef12) AuthConfig (fc9bd4d43de759e12d036336771b9551e436d973b924877a9f9d1c0f5b6f80a6) AuthConfig (460f4d9414406a81587a39e104df7fb1dd40330a035c351bb77d2cc7db3fffc7) AuthConfig (7a6741de303d52cb3dee11458373086590a931da1045097bd04a9498c75b506e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"cb574d52-f2fb-4935-93c9-28d18f7dd26d","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.555155287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59fb99d-129e-413c-8d7e-18796677b88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.571875087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59fb99d-129e-413c-8d7e-18796677b88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.586698982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59fb99d-129e-413c-8d7e-18796677b88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:42.60110378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59fb99d-129e-413c-8d7e-18796677b88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:43.133418262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e782693-235f-4153-a837-069719da9d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:43.147328519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e782693-235f-4153-a837-069719da9d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:43.161321607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e782693-235f-4153-a837-069719da9d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:43.175284266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e782693-235f-4153-a837-069719da9d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:44.447247829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"6dc1994f-1f1a-41f2-afa0-77b0cad94334","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:44.46451847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"6dc1994f-1f1a-41f2-afa0-77b0cad94334","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:44.480677862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"6dc1994f-1f1a-41f2-afa0-77b0cad94334","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:45.208200016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"50eef838-38df-4e23-98a9-eeb8e15e96c0","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:45.274813373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"50eef838-38df-4e23-98a9-eeb8e15e96c0","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:45.291290569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"50eef838-38df-4e23-98a9-eeb8e15e96c0","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:49.602989067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fdf6c3-fc1e-49ae-b6d2-8c3b445f8524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:49.620467106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fdf6c3-fc1e-49ae-b6d2-8c3b445f8524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:49.637900715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fdf6c3-fc1e-49ae-b6d2-8c3b445f8524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:49.656417516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fdf6c3-fc1e-49ae-b6d2-8c3b445f8524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.318659621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30ef1c1-7818-40bd-8e3b-c722e2b1b097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.332566989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30ef1c1-7818-40bd-8e3b-c722e2b1b097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.34663576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30ef1c1-7818-40bd-8e3b-c722e2b1b097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.372748122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30ef1c1-7818-40bd-8e3b-c722e2b1b097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.917909327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137caaee-548c-4f79-8e49-9b804d19625b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.932318729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137caaee-548c-4f79-8e49-9b804d19625b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.947872994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137caaee-548c-4f79-8e49-9b804d19625b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:50.963505606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137caaee-548c-4f79-8e49-9b804d19625b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:51.492349905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45e5e97-10c2-42c0-b013-b73c02795764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:51.506330504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45e5e97-10c2-42c0-b013-b73c02795764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:51.520492319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45e5e97-10c2-42c0-b013-b73c02795764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:51.534351178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45e5e97-10c2-42c0-b013-b73c02795764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.20832603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa16084-f702-4e3b-901c-c2c03e7a7193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.222531519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa16084-f702-4e3b-901c-c2c03e7a7193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.237181335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa16084-f702-4e3b-901c-c2c03e7a7193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.23724294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"a2619141-f857-4235-8d3e-4cbe0213f104","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.250931249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa16084-f702-4e3b-901c-c2c03e7a7193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.269053333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"a2619141-f857-4235-8d3e-4cbe0213f104","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.285968752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-1a91ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5567f87d4fc4876db1a048bec94b3c0a76ddd95302a79aefac1c9e0ca403a18b) AuthConfig (c2c03ba2869142f3b8cab72094c21041971cc91810b87ee4da726a1b4b8a9507) AuthConfig (170906eecfde18e05158ae2260956f33ad7a506d206167a1e5ee8f0c49609aec) AuthConfig (72553a0ad9ebe7979f9b6027483944871a3c4d496a6f3a3f38a96795b80d2aa8) AuthConfig (681e56f89e874ed1911a22168a04f2ed4e3c612ce19c8906678124c69033aabf) AuthConfig (3cd16aecc5750f13c571832e7e596d58b0702d50d5277c9d169e90e494e52c69) AuthConfig (b114d8a930d38139c80711cb60768b21d9a1dc74cd51cc44a6daf1719f1b9fca) AuthConfig (527ed85c227c6bdd27ea6f5c2020670344ab8fe451c93fa5680a8e9cc4720a02) AuthConfig (11f337016887036f0a90808d896e0dce9984b534743f2f14e21e0c82f16bdfda) AuthConfig (5ed5b3ea1eeae9f7734fa2d73066d162e82c0a242565cd742348e6f5dc43431b) AuthConfig (25f489c1342c0922f5519fcbd757d93f10ac61ee471ae0dcdc53e826c8bd73dd) AuthConfig (385d2f2bacdeb9d066eb7a04d70b5af4e9b3add5cfd1c8c8a5cd2077ea5bcfca) AuthConfig (d7bfe8856ba30700700ce3b02d8fb005495e22f8cca2e18318604e068efdb879) AuthConfig (d6ddfcf557709d0090032e18ea18f0e2f383f0443e7815867199924ffe0930b5) AuthConfig (1d73ff0a4d5f632258d3ce9dc775e9a9d409f5bcc258a179b79f07ef4623ef12) AuthConfig (fc9bd4d43de759e12d036336771b9551e436d973b924877a9f9d1c0f5b6f80a6) AuthConfig (460f4d9414406a81587a39e104df7fb1dd40330a035c351bb77d2cc7db3fffc7) AuthConfig (7a6741de303d52cb3dee11458373086590a931da1045097bd04a9498c75b506e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"a2619141-f857-4235-8d3e-4cbe0213f104","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.782473495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a90b7b03-abdc-4992-b15b-e6e1856b57fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.797745231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a90b7b03-abdc-4992-b15b-e6e1856b57fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.813726461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a90b7b03-abdc-4992-b15b-e6e1856b57fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:52.827691308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a90b7b03-abdc-4992-b15b-e6e1856b57fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.263936149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","namespace":"ai-tenant-e2e-inf-b-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.263995732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","namespace":"ai-tenant-e2e-inf-b-cba5ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.264045237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","tenant":"e2e-inf-b-cba5ac","tenantID":"e2e-inf-b-cba5ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.284397443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Deployment","name":"maas-api-e2e-inf-b-cba5ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.341221558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Service","name":"maas-api-e2e-inf-b-cba5ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.374590755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-cba5ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.390294915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-cba5ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.40667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.422827629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.442125311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.457855757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.471585023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Deployment","name":"payload-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.485242398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.498855424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Service","name":"payload-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.512447475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.526427516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.539973195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.553440139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.573430209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.587405191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.604414525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.622592282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-cba5ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.63644568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cba5ac"},"namespace":"ai-tenant-e2e-inf-b-cba5ac","name":"default-tenant","reconcileID":"273956af-545d-4010-87c2-b0c5e62ed1ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-cba5ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:53.982164041Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cba5ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cba5ac","reconcileID":"3db2c094-bba9-49af-be3c-a7aeb5838162","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cba5ac","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-cba5ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.393662484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b04df-3377-4432-b9ff-5f71c3c45901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.407935109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b04df-3377-4432-b9ff-5f71c3c45901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.421939647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b04df-3377-4432-b9ff-5f71c3c45901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.436030232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231b04df-3377-4432-b9ff-5f71c3c45901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.523410901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"0d2ebc67-6307-4331-b7a9-030408d49f5f","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.541959325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"0d2ebc67-6307-4331-b7a9-030408d49f5f","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:54.565707222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"0d2ebc67-6307-4331-b7a9-030408d49f5f","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.142231524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289030f-bf85-4bac-b39a-7a20c02f44e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.156483924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289030f-bf85-4bac-b39a-7a20c02f44e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.170528982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289030f-bf85-4bac-b39a-7a20c02f44e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.18496109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8289030f-bf85-4bac-b39a-7a20c02f44e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.320120038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"b71c8e43-b6eb-4695-a0d2-f6629fb8316f","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.337930989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"b71c8e43-b6eb-4695-a0d2-f6629fb8316f","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T04:59:55.354153714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"b71c8e43-b6eb-4695-a0d2-f6629fb8316f","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.315050409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"2c5ca4ab-c140-4750-b350-203204590715","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.33342964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"2c5ca4ab-c140-4750-b350-203204590715","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.513402652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"10dcaec1-ab67-4820-ba07-7ca7ed801c6b","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.513426937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"10dcaec1-ab67-4820-ba07-7ca7ed801c6b","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.869161091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86d342db-f19f-441d-91f0-9a11e16ff855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.869188776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86d342db-f19f-441d-91f0-9a11e16ff855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.88762414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f9f92a-b5e7-444c-82f1-1697ae249de0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.887647191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99f9f92a-b5e7-444c-82f1-1697ae249de0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.91684706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-policy-ca87ab58","reconcileID":"3136069e-93d3-4063-81dc-7c7c0f7cf0cc","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:02.939067673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-policy-ca87ab58","reconcileID":"3136069e-93d3-4063-81dc-7c7c0f7cf0cc","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.025339583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0f84f66-b5cd-4a1d-9d4b-92498814ac79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.025364455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0f84f66-b5cd-4a1d-9d4b-92498814ac79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.088308015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"550accb9-6d01-4ba3-97d1-227a7acecbdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.088336694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"550accb9-6d01-4ba3-97d1-227a7acecbdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.103876435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3a28ae8-27b8-4d77-9e8d-01fe1ba0389a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.103898306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3a28ae8-27b8-4d77-9e8d-01fe1ba0389a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.125226723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-policy-ca87ab58","reconcileID":"cf3b5e1b-449e-4067-8a02-4d33679f9f0d","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:03.12560413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-sub-ca87ab58","reconcileID":"b1502998-3658-4e00-9eba-b819ffe92953","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-ca87ab58\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.149623599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-policy-ca87ab58","reconcileID":"cf3b5e1b-449e-4067-8a02-4d33679f9f0d","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.16499101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adc3732a-b039-4441-a86f-123b5ed49aaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.165023843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adc3732a-b039-4441-a86f-123b5ed49aaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.182182707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0de2e01-68fa-4907-ac22-6673544bb612","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.182208245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0de2e01-68fa-4907-ac22-6673544bb612","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.260532199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-sub-ca87ab58","reconcileID":"90d3e591-9647-4e39-96bf-250bc3ade71e","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ca87ab58/e2e-sub-ca87ab58","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.31564261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceeaf6db-b7d2-4f36-96b0-13fe1ac10ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.315667622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceeaf6db-b7d2-4f36-96b0-13fe1ac10ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.339866739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d8aa254-a8fa-4df8-8efa-b3c5f14e54a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.442975264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-sub-ca87ab58","reconcileID":"05110c31-cba7-4257-b802-f2e4e5eabbcc","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.942251967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-policy-ca87ab58","reconcileID":"b753e94a-1bcc-4cac-80c6-725e5aa82bee","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.942837298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36232d59-1968-4766-95cd-af086bb89c5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:03.942857624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36232d59-1968-4766-95cd-af086bb89c5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.058438514Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-policy-ca87ab58","reconcileID":"b753e94a-1bcc-4cac-80c6-725e5aa82bee","MaaSAuthPolicy":{"name":"e2e-policy-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"policyNamespace":"ai-tenant-e2e-mt-ca87ab58","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.078965265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2b3abb7-a733-40f2-9571-9e57e4d27cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.078987161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2b3abb7-a733-40f2-9571-9e57e4d27cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.227799989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d3ed16-bcc3-4c7a-bd44-35822b002b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.227834742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9d3ed16-bcc3-4c7a-bd44-35822b002b37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.6014396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e232289d-f8bd-4db1-9982-37a924265265","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.636524011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e232289d-f8bd-4db1-9982-37a924265265","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.65413469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66f6992fee7a6c70a5d7c64c947b0f20006883f0797d4f3e3d95f4b9a3fc37c5) AuthConfig (5f9908ce17732fded25eb3743c5b9eeda5aba18c656a9178d5195d91082fd224) AuthConfig (f9f548893b787c2fdfcd25029d3d90e7b3db8ce41c2fab651c42245d4a4d1434) AuthConfig (88f86467025cb386398a91700699bc79022d335b5b14544b41b50802633de88e) AuthConfig (81d32160df6962b763652064cad48f9d3e630031ec5ae1035991a947fa250849) AuthConfig (ca011d5139c2d55a12a1109629d3e7d8166d0e8465812eb5371a127dda0f69d5) AuthConfig (afa2997c33d8b63cc2e127b4757832cb164769714b1d41a4b0b6fcad9f8cf6d4) AuthConfig (0771c5cd4bcb4366276711c18744386a66aad4021888b292dc7a674bf500f814) AuthConfig (d1cd3eb59bc47f2b7fada79793f3ecf44fa113367ad97fc6535139020cc66c6b) AuthConfig (fc6100148762c8b83217fd1be144134e9f14c52ed36878c89757e6f336cfbc52) AuthConfig (d1801396e8b7a8c4e92a8a2347ab4e5e07a891e306b85c11f890c2f3bfefccb3) AuthConfig (8e18a8b4951703f852abdb9c10fe7233e7eaa5201950e7e4946ae5c5488a72a5) AuthConfig (8e3fbb659faaf162d0f9343cfb9bfc510f9fbb90cfb12faec79cd3647cccc551) AuthConfig (3ab87efdf3322a4eea93374780074feb26e296d8649e096b1b1ca28553317818) AuthConfig (c970f467a0990ea0905ca7d3abb8e775d57777dd03ddc50a6f620848535a4881) AuthConfig (1cbb43d711175c946a108febc67b92d897839a5dad7993c807627361c34d4781) AuthConfig (405686e0c6d9871861dd50d90a9715017bae5e4cf448b1540bde49b53e018759) AuthConfig (bb91e00c414d52aa637a14adf2024005450c671288d368c90660e28c59c42744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e232289d-f8bd-4db1-9982-37a924265265","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.675785531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"0c3387f2-7c7e-462b-8b93-ae7cac802765","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.675808228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"0c3387f2-7c7e-462b-8b93-ae7cac802765","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:04.887305379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:05.383243745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"82379177-cc4e-4784-9645-5c9266789d04","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:05.400605023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"82379177-cc4e-4784-9645-5c9266789d04","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:05.416561198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8be070d5ea8c82bccf00f35720be97f4e13f8a10e3923718677fe5cb6e7b0d51) AuthConfig (5817250081036010aee44bbc4c630e32b854d57f31e943afcaeee3435bec18a2) AuthConfig (04debb32d47b14345b9092edc80496320d221dbbd94ab590b5ef32edc82917e3) AuthConfig (f145cfb7c67a4b27a54dc4cccf7dd9b5f7cfd54b12196b415fb936c197cf3d2d) AuthConfig (acc55139760a7e325eb89674a7aadd341e4e1f12bf9f9df4c6c97ec3a8391a3b) AuthConfig (6ec86de6a211c384658b2f9e73895979ab29783ac30fb68dc7f8d118b1503ef0) AuthConfig (a18e4825720719001c9671012877fea2ce1db4f57c76264131c6c2892b2f081d) AuthConfig (6958a1d721931b10ad74766ff5f76903ee8b2c724463662edf32f4f20c6d18e2) AuthConfig (ffc5e17c9bb9f18571a7ce5c1294c6d7a17cdd18da267499825961b5e62698b5) AuthConfig (e713caaa4f1bc6f7d4e501e8f44f5b1596757acd31394052cea777b24dda9f80) AuthConfig (a1d97926a4ca37df697658b248d2550c555630f721ee782a99cb50ff0572b7ba) AuthConfig (245e09aa227e831b2e96b4b9bb10f168c512ed867435bae34a2324341d44d766) AuthConfig (8371f006dd8d33e4898caf8e562b8accced0537ebf5eef8f2dd99eb0cf49d2c8) AuthConfig (47fb7550347bdec6baed77640b19e0df3c8120391b8668a23a28c4ce1817c009) AuthConfig (7bae3195ec20ae9f1a80787ad620fe2567488bfed0be791121c9650c423014d2) AuthConfig (bfa9ac8e3f73254659d4338e4f32f66613086e3022057297cc432b68e308886a) AuthConfig (1ab2411950ae2b37662b052ddb955b05296f919e053950ebdf3d521af2e7daf2) AuthConfig (24506baa9ad72f06ce268ca0b99ce4e28ab58b42bc561be1d1ed86d302957f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"82379177-cc4e-4784-9645-5c9266789d04","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:05.435222891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"ade54404-0291-4020-8be5-90d1ae2be5e8","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:05.435244798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"ade54404-0291-4020-8be5-90d1ae2be5e8","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.648616752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"00cfdc36-9067-4367-a4c5-2d9583c1de16","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.648642241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"00cfdc36-9067-4367-a4c5-2d9583c1de16","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.67087777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"0793ddb5-1df2-4f83-8192-5e4f7d4687c2","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.670908539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"0793ddb5-1df2-4f83-8192-5e4f7d4687c2","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:06.677969906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"3113aee5-cee2-4618-805c-881dfa4e083f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1a91ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.678122234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"7facfe9c-27dd-4975-b2b5-15a27f7df8d8","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:06.687547528Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"0793ddb5-1df2-4f83-8192-5e4f7d4687c2","name":"test-model-1a91ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1a91ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:06.687605059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"0793ddb5-1df2-4f83-8192-5e4f7d4687c2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1a91ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.693727674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"8968d99b-efe5-4fbd-8e75-e2a690effa4d","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.693746678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"8968d99b-efe5-4fbd-8e75-e2a690effa4d","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.699142735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"7facfe9c-27dd-4975-b2b5-15a27f7df8d8","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.710919136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"47d8ecbc-493f-444d-bcb8-3f281cf239f4","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.710944304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"47d8ecbc-493f-444d-bcb8-3f281cf239f4","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.72735557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"80e73689-47cf-4998-ae28-871db4b247c3","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.727448169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"80e73689-47cf-4998-ae28-871db4b247c3","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.78648569Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"135183e8-d9c6-4889-8952-e2f8945ecd61","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"test-model-1a91ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.855840204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"400e3ae6-f13c-4df0-9abe-14b153f4cbc6","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.855864658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"400e3ae6-f13c-4df0-9abe-14b153f4cbc6","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.882961535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"a1ebc8fc-9e38-4cb4-a61b-01117f5267ce","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.900484989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"a1ebc8fc-9e38-4cb4-a61b-01117f5267ce","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:06.911277317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"5eab3b72-78e3-475a-8ce5-160f5703f667","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.30146764Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-sub-ca87ab58","reconcileID":"61f20bce-544b-48e1-be0b-30bcb7002cf2","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-ca87ab58","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.364431113Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"namespace":"ai-tenant-e2e-mt-ca87ab58","name":"e2e-sub-ca87ab58","reconcileID":"61f20bce-544b-48e1-be0b-30bcb7002cf2","MaaSSubscription":{"name":"e2e-sub-ca87ab58","namespace":"ai-tenant-e2e-mt-ca87ab58"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.420222534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98a1846c-d7ad-4cfe-a97e-8188bda7f4d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.430255971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e87ec30-da9a-4b6a-a7e2-c0173a2166d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.430273754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e87ec30-da9a-4b6a-a7e2-c0173a2166d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.702586232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"998f8438-2376-4d1f-8965-65a2b1d9eb89","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.720027444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"998f8438-2376-4d1f-8965-65a2b1d9eb89","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:14.736519506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66f6992fee7a6c70a5d7c64c947b0f20006883f0797d4f3e3d95f4b9a3fc37c5) AuthConfig (5f9908ce17732fded25eb3743c5b9eeda5aba18c656a9178d5195d91082fd224) AuthConfig (f9f548893b787c2fdfcd25029d3d90e7b3db8ce41c2fab651c42245d4a4d1434) AuthConfig (88f86467025cb386398a91700699bc79022d335b5b14544b41b50802633de88e) AuthConfig (81d32160df6962b763652064cad48f9d3e630031ec5ae1035991a947fa250849) AuthConfig (ca011d5139c2d55a12a1109629d3e7d8166d0e8465812eb5371a127dda0f69d5) AuthConfig (afa2997c33d8b63cc2e127b4757832cb164769714b1d41a4b0b6fcad9f8cf6d4) AuthConfig (0771c5cd4bcb4366276711c18744386a66aad4021888b292dc7a674bf500f814) AuthConfig (d1cd3eb59bc47f2b7fada79793f3ecf44fa113367ad97fc6535139020cc66c6b) AuthConfig (fc6100148762c8b83217fd1be144134e9f14c52ed36878c89757e6f336cfbc52) AuthConfig (d1801396e8b7a8c4e92a8a2347ab4e5e07a891e306b85c11f890c2f3bfefccb3) AuthConfig (8e18a8b4951703f852abdb9c10fe7233e7eaa5201950e7e4946ae5c5488a72a5) AuthConfig (8e3fbb659faaf162d0f9343cfb9bfc510f9fbb90cfb12faec79cd3647cccc551) AuthConfig (3ab87efdf3322a4eea93374780074feb26e296d8649e096b1b1ca28553317818) AuthConfig (c970f467a0990ea0905ca7d3abb8e775d57777dd03ddc50a6f620848535a4881) AuthConfig (1cbb43d711175c946a108febc67b92d897839a5dad7993c807627361c34d4781) AuthConfig (405686e0c6d9871861dd50d90a9715017bae5e4cf448b1540bde49b53e018759) AuthConfig (bb91e00c414d52aa637a14adf2024005450c671288d368c90660e28c59c42744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"998f8438-2376-4d1f-8965-65a2b1d9eb89","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:15.467258409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"b2baecad-9bfa-4b74-982c-8d0aac86bac4","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:15.486097812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"b2baecad-9bfa-4b74-982c-8d0aac86bac4","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:15.50235916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8be070d5ea8c82bccf00f35720be97f4e13f8a10e3923718677fe5cb6e7b0d51) AuthConfig (5817250081036010aee44bbc4c630e32b854d57f31e943afcaeee3435bec18a2) AuthConfig (04debb32d47b14345b9092edc80496320d221dbbd94ab590b5ef32edc82917e3) AuthConfig (f145cfb7c67a4b27a54dc4cccf7dd9b5f7cfd54b12196b415fb936c197cf3d2d) AuthConfig (acc55139760a7e325eb89674a7aadd341e4e1f12bf9f9df4c6c97ec3a8391a3b) AuthConfig (6ec86de6a211c384658b2f9e73895979ab29783ac30fb68dc7f8d118b1503ef0) AuthConfig (a18e4825720719001c9671012877fea2ce1db4f57c76264131c6c2892b2f081d) AuthConfig (6958a1d721931b10ad74766ff5f76903ee8b2c724463662edf32f4f20c6d18e2) AuthConfig (ffc5e17c9bb9f18571a7ce5c1294c6d7a17cdd18da267499825961b5e62698b5) AuthConfig (e713caaa4f1bc6f7d4e501e8f44f5b1596757acd31394052cea777b24dda9f80) AuthConfig (a1d97926a4ca37df697658b248d2550c555630f721ee782a99cb50ff0572b7ba) AuthConfig (245e09aa227e831b2e96b4b9bb10f168c512ed867435bae34a2324341d44d766) AuthConfig (8371f006dd8d33e4898caf8e562b8accced0537ebf5eef8f2dd99eb0cf49d2c8) AuthConfig (47fb7550347bdec6baed77640b19e0df3c8120391b8668a23a28c4ce1817c009) AuthConfig (7bae3195ec20ae9f1a80787ad620fe2567488bfed0be791121c9650c423014d2) AuthConfig (bfa9ac8e3f73254659d4338e4f32f66613086e3022057297cc432b68e308886a) AuthConfig (1ab2411950ae2b37662b052ddb955b05296f919e053950ebdf3d521af2e7daf2) AuthConfig (24506baa9ad72f06ce268ca0b99ce4e28ab58b42bc561be1d1ed86d302957f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"b2baecad-9bfa-4b74-982c-8d0aac86bac4","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:24.806338899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"61dd73a1-9f43-4955-b845-bf48d0b248f6","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:24.855365365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"61dd73a1-9f43-4955-b845-bf48d0b248f6","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:24.872102935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b3e5a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66f6992fee7a6c70a5d7c64c947b0f20006883f0797d4f3e3d95f4b9a3fc37c5) AuthConfig (5f9908ce17732fded25eb3743c5b9eeda5aba18c656a9178d5195d91082fd224) AuthConfig (f9f548893b787c2fdfcd25029d3d90e7b3db8ce41c2fab651c42245d4a4d1434) AuthConfig (88f86467025cb386398a91700699bc79022d335b5b14544b41b50802633de88e) AuthConfig (81d32160df6962b763652064cad48f9d3e630031ec5ae1035991a947fa250849) AuthConfig (ca011d5139c2d55a12a1109629d3e7d8166d0e8465812eb5371a127dda0f69d5) AuthConfig (afa2997c33d8b63cc2e127b4757832cb164769714b1d41a4b0b6fcad9f8cf6d4) AuthConfig (0771c5cd4bcb4366276711c18744386a66aad4021888b292dc7a674bf500f814) AuthConfig (d1cd3eb59bc47f2b7fada79793f3ecf44fa113367ad97fc6535139020cc66c6b) AuthConfig (fc6100148762c8b83217fd1be144134e9f14c52ed36878c89757e6f336cfbc52) AuthConfig (d1801396e8b7a8c4e92a8a2347ab4e5e07a891e306b85c11f890c2f3bfefccb3) AuthConfig (8e18a8b4951703f852abdb9c10fe7233e7eaa5201950e7e4946ae5c5488a72a5) AuthConfig (8e3fbb659faaf162d0f9343cfb9bfc510f9fbb90cfb12faec79cd3647cccc551) AuthConfig (3ab87efdf3322a4eea93374780074feb26e296d8649e096b1b1ca28553317818) AuthConfig (c970f467a0990ea0905ca7d3abb8e775d57777dd03ddc50a6f620848535a4881) AuthConfig (1cbb43d711175c946a108febc67b92d897839a5dad7993c807627361c34d4781) AuthConfig (405686e0c6d9871861dd50d90a9715017bae5e4cf448b1540bde49b53e018759) AuthConfig (bb91e00c414d52aa637a14adf2024005450c671288d368c90660e28c59c42744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"61dd73a1-9f43-4955-b845-bf48d0b248f6","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:25.531718831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"43d1fa4f-ea92-4720-b126-3b7c782baecd","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:25.550000084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"43d1fa4f-ea92-4720-b126-3b7c782baecd","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:25.567208099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d91e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8be070d5ea8c82bccf00f35720be97f4e13f8a10e3923718677fe5cb6e7b0d51) AuthConfig (5817250081036010aee44bbc4c630e32b854d57f31e943afcaeee3435bec18a2) AuthConfig (04debb32d47b14345b9092edc80496320d221dbbd94ab590b5ef32edc82917e3) AuthConfig (f145cfb7c67a4b27a54dc4cccf7dd9b5f7cfd54b12196b415fb936c197cf3d2d) AuthConfig (acc55139760a7e325eb89674a7aadd341e4e1f12bf9f9df4c6c97ec3a8391a3b) AuthConfig (6ec86de6a211c384658b2f9e73895979ab29783ac30fb68dc7f8d118b1503ef0) AuthConfig (a18e4825720719001c9671012877fea2ce1db4f57c76264131c6c2892b2f081d) AuthConfig (6958a1d721931b10ad74766ff5f76903ee8b2c724463662edf32f4f20c6d18e2) AuthConfig (ffc5e17c9bb9f18571a7ce5c1294c6d7a17cdd18da267499825961b5e62698b5) AuthConfig (e713caaa4f1bc6f7d4e501e8f44f5b1596757acd31394052cea777b24dda9f80) AuthConfig (a1d97926a4ca37df697658b248d2550c555630f721ee782a99cb50ff0572b7ba) AuthConfig (245e09aa227e831b2e96b4b9bb10f168c512ed867435bae34a2324341d44d766) AuthConfig (8371f006dd8d33e4898caf8e562b8accced0537ebf5eef8f2dd99eb0cf49d2c8) AuthConfig (47fb7550347bdec6baed77640b19e0df3c8120391b8668a23a28c4ce1817c009) AuthConfig (7bae3195ec20ae9f1a80787ad620fe2567488bfed0be791121c9650c423014d2) AuthConfig (bfa9ac8e3f73254659d4338e4f32f66613086e3022057297cc432b68e308886a) AuthConfig (1ab2411950ae2b37662b052ddb955b05296f919e053950ebdf3d521af2e7daf2) AuthConfig (24506baa9ad72f06ce268ca0b99ce4e28ab58b42bc561be1d1ed86d302957f66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"43d1fa4f-ea92-4720-b126-3b7c782baecd","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:34.887708407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:34.901928128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"981c0bbc-e5e3-4468-910f-8970187e15a8","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:34.919504397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"981c0bbc-e5e3-4468-910f-8970187e15a8","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:34.994896151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"b3817809-d785-4225-8319-7450ce134890","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:34.994917225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"b3817809-d785-4225-8319-7450ce134890","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:35.595699226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"da18a20e-1e4f-4c73-8237-da80ec3ea49d","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:35.613929879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"da18a20e-1e4f-4c73-8237-da80ec3ea49d","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:35.689108633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"43cf198c-f6e2-49a7-ad63-0529813324e5","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:35.689130883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"43cf198c-f6e2-49a7-ad63-0529813324e5","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:36.989250011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"f14a38e7-e049-4cc3-ae2e-3d9c214c33e9","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:36.989278634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"f14a38e7-e049-4cc3-ae2e-3d9c214c33e9","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.009873059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"ee156990-8030-43f2-865c-29f58aa82455","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.009891427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"ee156990-8030-43f2-865c-29f58aa82455","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.017494123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"d702d283-d702-4f6f-8d0c-9e18e142d9cc","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:37.022441412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"9266a68a-bcb2-49e3-81c3-292cc864ec3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b3e5a6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:37.026856419Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"ee156990-8030-43f2-865c-29f58aa82455","name":"test-model-b3e5a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b3e5a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:37.026907647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"ee156990-8030-43f2-865c-29f58aa82455","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b3e5a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.032406608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"06a46469-fc9f-4ba4-b95c-944acc49c26c","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.032429081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"06a46469-fc9f-4ba4-b95c-944acc49c26c","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.035993435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"d702d283-d702-4f6f-8d0c-9e18e142d9cc","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.052748196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"c4ba2873-f0ed-45df-a9ff-bb6fbbd7f0bb","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.052769225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"c4ba2873-f0ed-45df-a9ff-bb6fbbd7f0bb","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.071143538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"5eb5d979-580f-4085-80bc-efd2e5258ff5","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.071167093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"5eb5d979-580f-4085-80bc-efd2e5258ff5","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.138358737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"1edccd8e-fb79-4d16-aa64-407947cdbef9","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"test-model-b3e5a6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.189816266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"8db1eb4d-e261-4b1a-bf7a-3ac22bc79e64","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.189837415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"8db1eb4d-e261-4b1a-bf7a-3ac22bc79e64","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.218753881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"ed4b27d8-6ce6-4d62-87be-4dab1bafd27d","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.256470691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"ed4b27d8-6ce6-4d62-87be-4dab1bafd27d","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.256956587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"fd07385c-ce35-414e-8624-0c30aea72907","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.743777183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"dfac780b-8559-4fd1-9ede-1b4ea7c6c18d","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.743800198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"dfac780b-8559-4fd1-9ede-1b4ea7c6c18d","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.766001417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"a29bf664-e3ae-4c94-8a69-bcc0dfd60655","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.766032467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"a29bf664-e3ae-4c94-8a69-bcc0dfd60655","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.77095557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"88cf6335-d2f3-4805-8eb1-dd0b54f2bdb4","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:00:37.77262007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"29d71e53-2d9e-4f85-a6ea-be384f43be17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-7d91e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.788691812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"88cf6335-d2f3-4805-8eb1-dd0b54f2bdb4","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.806368066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"eb249790-8127-4837-84b4-5bd80f413507","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.806402147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"eb249790-8127-4837-84b4-5bd80f413507","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.856750319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"359f063f-c297-4535-bfd9-dfcfff68cc6d","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.856777711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"359f063f-c297-4535-bfd9-dfcfff68cc6d","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.914199631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"c7988a74-2941-465c-a59e-697cad3ceace","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"maas-trlp-test-model-7d91e3","model":"test-model-7d91e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.94637883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"fbe28afe-855c-4f14-a7ce-022bd4b48d78","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.963980843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"fbe28afe-855c-4f14-a7ce-022bd4b48d78","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.965255686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"833269b7-db10-4cc3-9760-76eea6b9915e","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:37.965272877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"833269b7-db10-4cc3-9760-76eea6b9915e","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:38.01920705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"60f9fa79-15eb-433c-8e9c-59b745b70eed","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"maas-trlp-test-model-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:38.071410595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"10a085be-8530-4fca-9def-942e4cdce639","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:38.071432657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"10a085be-8530-4fca-9def-942e4cdce639","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.740537638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","namespace":"ai-tenant-e2e-inf-b-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.740600008Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","namespace":"ai-tenant-e2e-inf-b-7d209a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.740650525Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","tenant":"e2e-inf-b-7d209a","tenantID":"e2e-inf-b-7d209a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.756108874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Deployment","name":"maas-api-e2e-inf-b-7d209a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.786880207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Service","name":"maas-api-e2e-inf-b-7d209a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.804152604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-7d209a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.819844655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-7d209a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.83591078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.851886332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.870573766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.88693206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.900805635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.914539709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.928158694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Service","name":"payload-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.941710347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.955209413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.96889853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:41.9827443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.014267541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.034446595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.048853776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.070553311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-7d209a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.094017809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d209a"},"namespace":"ai-tenant-e2e-inf-b-7d209a","name":"default-tenant","reconcileID":"30703a08-9e9a-41d0-b7db-da271c54402a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-7d209a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.465501425Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d209a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d209a","reconcileID":"009ba8cf-6037-40ef-9721-fcc88d899382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7d209a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-7d209a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.888924776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12ee0bc-9955-41aa-9ee7-06a0bf146e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.903517576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12ee0bc-9955-41aa-9ee7-06a0bf146e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.917818658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12ee0bc-9955-41aa-9ee7-06a0bf146e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:42.932253966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e12ee0bc-9955-41aa-9ee7-06a0bf146e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:43.525890563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0375b0-7d1d-4758-8756-b159fef7720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:43.540225673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0375b0-7d1d-4758-8756-b159fef7720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:43.554370365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0375b0-7d1d-4758-8756-b159fef7720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:43.568866708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0375b0-7d1d-4758-8756-b159fef7720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.73533136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5464050-b5bc-4ae5-91be-528e52e62775","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.735358502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5464050-b5bc-4ae5-91be-528e52e62775","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.75450092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b486124-de92-418a-9984-7858450dcee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.75453526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b486124-de92-418a-9984-7858450dcee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.788138457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"namespace":"ai-tenant-e2e-mt-9ac41be8","name":"e2e-policy-9ac41be8","reconcileID":"36027962-5bf8-46ad-8c1e-4fcd980cd125","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.806585271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"namespace":"ai-tenant-e2e-mt-9ac41be8","name":"e2e-policy-9ac41be8","reconcileID":"36027962-5bf8-46ad-8c1e-4fcd980cd125","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.971119463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d0b7f4-633b-4622-a181-1a9ed78dd30c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:00:50.971154583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d0b7f4-633b-4622-a181-1a9ed78dd30c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:04.89365357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:13.493676944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"1c605d24-f0d8-4066-a50a-0003e5f80766","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:13.54702343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"a1cd9c12-9efa-43be-9ee7-d4cb28de8565","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:13.547048363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"a1cd9c12-9efa-43be-9ee7-d4cb28de8565","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:13.989230346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"c8cc99bd-a384-4343-a034-1c3483655291","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:14.047649624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"6dcb4758-e6f6-4e4f-8038-dda228f18892","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:14.047671759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"6dcb4758-e6f6-4e4f-8038-dda228f18892","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:14.20250571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"a2a4d181-c14e-4f81-8589-2ca356736b85","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"maas-trlp-test-model-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:14.258862155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"c2d8ebb5-6ec6-49bf-a0a5-f135ca34143f","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:14.258989111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"c2d8ebb5-6ec6-49bf-a0a5-f135ca34143f","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:15.774506871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"8285f10d-db59-4bc1-a79b-6bca76a45af6","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:15.797939327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"8285f10d-db59-4bc1-a79b-6bca76a45af6","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:15.876496981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"154377c5-9aa3-4bc8-820e-52baef777d27","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:15.914597441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"154377c5-9aa3-4bc8-820e-52baef777d27","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.110443155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"1f0bfde2-ed2e-4f46-ae16-a205ecf2bebd","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.128636887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"1f0bfde2-ed2e-4f46-ae16-a205ecf2bebd","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.539767616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"ddd4cb3f-1298-4fd0-816d-a02eb93180e1","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.539863523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"ddd4cb3f-1298-4fd0-816d-a02eb93180e1","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.852655344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"af60fea6-d569-498c-aa16-f01c3c368aa7","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.852680376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"af60fea6-d569-498c-aa16-f01c3c368aa7","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.855790222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"namespace":"ai-tenant-e2e-mt-9ac41be8","name":"e2e-policy-9ac41be8","reconcileID":"43ba30ab-23a5-4055-aab1-78a8680cedb4","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.870893005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"cd7aad16-5c5c-4e8f-b921-4ff2e29e5f20","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.870910386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"cd7aad16-5c5c-4e8f-b921-4ff2e29e5f20","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.884057616Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"namespace":"ai-tenant-e2e-mt-9ac41be8","name":"e2e-policy-9ac41be8","reconcileID":"43ba30ab-23a5-4055-aab1-78a8680cedb4","MaaSAuthPolicy":{"name":"e2e-policy-9ac41be8","namespace":"ai-tenant-e2e-mt-9ac41be8"},"policyNamespace":"ai-tenant-e2e-mt-9ac41be8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.897636468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"4d8ca9fb-8472-4a0c-9af7-bbbf8cbd2cd2","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.95372497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"4d8ca9fb-8472-4a0c-9af7-bbbf8cbd2cd2","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.969949822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"4d8ca9fb-8472-4a0c-9af7-bbbf8cbd2cd2","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.988759761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"1e2357e0-2798-433e-ac3b-0ad21079520c","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:16.988778843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"1e2357e0-2798-433e-ac3b-0ad21079520c","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:27.016915441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"a48fd773-5927-4252-9823-4b6f2ccc4000","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:27.03456202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"a48fd773-5927-4252-9823-4b6f2ccc4000","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:27.050447971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"a48fd773-5927-4252-9823-4b6f2ccc4000","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:34.887422697Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.08719938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"24a234ee-59f8-4e66-8af1-d45f7313762c","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.105670538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"24a234ee-59f8-4e66-8af1-d45f7313762c","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.122964655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"24a234ee-59f8-4e66-8af1-d45f7313762c","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.245437597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"8777ff5c-370d-4e0b-9cbb-9d02bc5ced66","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.245685483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"65324a75-d84a-4b25-b1bb-c9fe26841354","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.24575947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"65324a75-d84a-4b25-b1bb-c9fe26841354","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.324730154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"0af021cc-0775-4674-a7dc-f5f2fdf7d065","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"maas-trlp-test-model-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.463919549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"8777ff5c-370d-4e0b-9cbb-9d02bc5ced66","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.521647369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"8777ff5c-370d-4e0b-9cbb-9d02bc5ced66","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"e2e-inf-a-56ec8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.521672886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-auth","reconcileID":"8777ff5c-370d-4e0b-9cbb-9d02bc5ced66","MaaSAuthPolicy":{"name":"test-model-56ec8d-auth","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.539478386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"9e86a57d-ac8b-4d86-8443-b28cdc0b8713","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.539498534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"9e86a57d-ac8b-4d86-8443-b28cdc0b8713","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.616184131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"5e5b652c-f46a-4c56-8af9-bb88e740d45c","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"maas-trlp-test-model-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.687962308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"e47efd9e-b800-4ad0-a9c9-d10861fa0064","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:37.68807072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"e47efd9e-b800-4ad0-a9c9-d10861fa0064","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.150840658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"9c522f63-0545-45ae-8a9c-317307694739","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.169007281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"9c522f63-0545-45ae-8a9c-317307694739","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.186258379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"9c522f63-0545-45ae-8a9c-317307694739","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.736198334Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"061a1ede-4d20-400a-b5cb-da54e8295018","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","subscription":"test-model-56ec8d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.750238581Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"061a1ede-4d20-400a-b5cb-da54e8295018","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.764479164Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d-sub","reconcileID":"061a1ede-4d20-400a-b5cb-da54e8295018","MaaSSubscription":{"name":"test-model-56ec8d-sub","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"name":"maas-trlp-test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.915163509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"58df0545-4d04-4fc6-8b1d-562aff58da57","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"tenant":"e2e-inf-a-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","model":"ai-tenant-e2e-inf-a-56ec8d/test-model-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:47.915194779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"test-model-56ec8d","reconcileID":"58df0545-4d04-4fc6-8b1d-562aff58da57","MaaSModelRef":{"name":"test-model-56ec8d","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"routeName":"test-model-56ec8d-kserve-route","namespace":"ai-tenant-e2e-inf-a-56ec8d","llmisvcName":"test-model-56ec8d","gateway":"openshift-ingress/e2e-inf-a-56ec8d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.777048512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"36c94032-093f-4398-a47b-501279c9e3a3","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.77717211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"36c94032-093f-4398-a47b-501279c9e3a3","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.777922527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"701d986b-4de3-4e64-94f2-2e9b4f57d90d","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.8690315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"0fab2590-273c-434f-b478-5df5a1768cae","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"maas-trlp-test-model-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.905913457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"701d986b-4de3-4e64-94f2-2e9b4f57d90d","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.962070864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"701d986b-4de3-4e64-94f2-2e9b4f57d90d","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"e2e-inf-b-7d91e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.962122886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-auth","reconcileID":"701d986b-4de3-4e64-94f2-2e9b4f57d90d","MaaSAuthPolicy":{"name":"test-model-7d91e3-auth","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.980484973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"d8175d59-3732-4f94-8925-7543f12bd740","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:48.98050582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"d8175d59-3732-4f94-8925-7543f12bd740","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:49.057187981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"f46af291-f582-4b4d-adaf-f9656001ff02","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"maas-trlp-test-model-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:49.126300086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"a9d72316-d60a-4f48-bf89-9251fa5107fc","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:49.126321975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"a9d72316-d60a-4f48-bf89-9251fa5107fc","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:54.737640504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"492639a1-6f41-490e-9986-05ceca8b6c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:54.900683536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"4ce70cf8-41a3-4d14-8ad7-c411feff145a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:54.999068545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"d92b9c4e-8f2c-4b29-8a93-be096278e255","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:54.999709944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"fae90a47-11ea-4962-aa9e-948f2d07a3b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:54.999748441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56e81cc5-210d-4890-a423-4f86df08bf77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.115427293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"82a7afce-d096-4402-8fab-59f31f1ac0e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.2852453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"091efa2b-24b3-4e49-9047-310e69c206c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.385329383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"524d0ac7-51ce-444e-954d-90c29b236931","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.48625336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8f02563-15f0-4cf3-9e87-c6db40bfe380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.587243656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"84fca091-18f7-43b5-a52a-390b5daed12d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.587235249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"8ec2b188-6088-4352-b5c4-96460645fb33","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.587646859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"59e957dd-775c-4c6d-84d1-db89d3b6efd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.594477977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"5e427b11-fcbb-4a35-8487-47bda9d04a40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.712560119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"ef41e56d-96af-4651-bd34-bc319dcd22a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:55.814108003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"1334ff41-a6cd-4f66-a186-2b696b316d67","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:57.213657582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"fd6e0fac-9755-456b-80cf-200b51c655de","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:57.23117501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"fd6e0fac-9755-456b-80cf-200b51c655de","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:57.247817665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e84692321aa3fb31c2ce903dcd26dd646ded41ed30a1007222e00b2ee087f0d) AuthConfig (cbac69438f3d897a058945c5fad5348e36e0126258d9da375d90273d9f06f44b) AuthConfig (045be769083e846e849497d71951e1dde8267d1021a7bf9781631b8b6628e07d) AuthConfig (f77225f2e94125ff40657a609a28536c6c4ad8e761e1f6f00fd2b4da9a07607c) AuthConfig (2fa0793a8a57ae59af6b11749d2e61761cf3f6ccde615fd208c65d75a6c6b645) AuthConfig (a45b31532080344b636c22b13a43c4f5a55cffd86af3ed9c5c2518c87b85c53f) AuthConfig (12511b4530594e06358b38c83dce0473c59149a597f7617f151174408741b26f) AuthConfig (0a8693312cf859c8cedfdd8de2b58932595008efa1c825be00cb26c55a089b42) AuthConfig (ec95bb8be687e59c1874aa462252810bf41a8643794cecb48ea354b44bf1749b) AuthConfig (1abc92dbb3742671d6dab06d45a050ab194af83069d967c361cd07d280afa113) AuthConfig (5901ead408c51288201f3def58bb82ec6d343418d57c1f870f99952dd9181311) AuthConfig (6ad04a7353e75cf936dd4d97fe70b46cfddb53019c786704db6e9ce2f18e059b) AuthConfig (995cdd5109572c3955a1bf68388aff16c93cfb03b4bfe8f7233bb8263a9ffbc7) AuthConfig (d42b4637b5f1fbb6432b1c616d38e4b4c24ac2b8c10b85eba2fbb3216698cc61) AuthConfig (642d8e65f2102c1c2679f4ab5af9808b88d0ee19403671430d83c6582c19e6e3) AuthConfig (686d0317cbc344a20c64fb3ede1f533e8067954d58178b42f8254a8622ef2948) AuthConfig (5a160d7fe0ca9697e3411dc03835a26fc89f0af07f604bf4a76ed001e8e8d25d) AuthConfig (0574a41bae137dabef616eed0888d42e6dcbf56df1ba04f4f92ed5d8153f8d37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"fd6e0fac-9755-456b-80cf-200b51c655de","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:57.266731343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"615d7203-9156-4d57-b6a1-527227dd1403","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:57.266751815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"615d7203-9156-4d57-b6a1-527227dd1403","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:59.174160082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"e2d74bad-f140-488f-9cd8-f32d48feb54e","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","subscription":"test-model-7d91e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:59.191425123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"e2d74bad-f140-488f-9cd8-f32d48feb54e","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:59.206864157Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3-sub","reconcileID":"e2d74bad-f140-488f-9cd8-f32d48feb54e","MaaSSubscription":{"name":"test-model-7d91e3-sub","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"name":"maas-trlp-test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:59.301070028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"c6a55eab-6fe0-4334-bade-28ef9966823d","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"tenant":"e2e-inf-b-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","model":"ai-tenant-e2e-inf-b-7d91e3/test-model-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:01:59.301133086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"test-model-7d91e3","reconcileID":"c6a55eab-6fe0-4334-bade-28ef9966823d","MaaSModelRef":{"name":"test-model-7d91e3","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"routeName":"test-model-7d91e3-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d91e3","llmisvcName":"test-model-7d91e3","gateway":"openshift-ingress/e2e-inf-b-7d91e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:04.887850178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:05.751585682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30a4d8-f057-4200-a7ba-bfe0adda9a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:05.765658006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30a4d8-f057-4200-a7ba-bfe0adda9a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:05.779513349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30a4d8-f057-4200-a7ba-bfe0adda9a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:05.793611255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30a4d8-f057-4200-a7ba-bfe0adda9a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:06.371424436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc141a-f5ee-4830-bd8a-19cb5624f454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:06.385567598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc141a-f5ee-4830-bd8a-19cb5624f454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:06.399720543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc141a-f5ee-4830-bd8a-19cb5624f454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:06.413998796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc141a-f5ee-4830-bd8a-19cb5624f454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.027335647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93e5caf-edf0-4fc6-9a9a-e6f97bfe36ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.041626103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93e5caf-edf0-4fc6-9a9a-e6f97bfe36ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.056144968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93e5caf-edf0-4fc6-9a9a-e6f97bfe36ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.070487733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d93e5caf-edf0-4fc6-9a9a-e6f97bfe36ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.332599557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"91612696-7b35-41fc-9acf-60140f93218f","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.368789891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"91612696-7b35-41fc-9acf-60140f93218f","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:07.457058905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e84692321aa3fb31c2ce903dcd26dd646ded41ed30a1007222e00b2ee087f0d) AuthConfig (cbac69438f3d897a058945c5fad5348e36e0126258d9da375d90273d9f06f44b) AuthConfig (045be769083e846e849497d71951e1dde8267d1021a7bf9781631b8b6628e07d) AuthConfig (f77225f2e94125ff40657a609a28536c6c4ad8e761e1f6f00fd2b4da9a07607c) AuthConfig (2fa0793a8a57ae59af6b11749d2e61761cf3f6ccde615fd208c65d75a6c6b645) AuthConfig (a45b31532080344b636c22b13a43c4f5a55cffd86af3ed9c5c2518c87b85c53f) AuthConfig (12511b4530594e06358b38c83dce0473c59149a597f7617f151174408741b26f) AuthConfig (0a8693312cf859c8cedfdd8de2b58932595008efa1c825be00cb26c55a089b42) AuthConfig (ec95bb8be687e59c1874aa462252810bf41a8643794cecb48ea354b44bf1749b) AuthConfig (1abc92dbb3742671d6dab06d45a050ab194af83069d967c361cd07d280afa113) AuthConfig (5901ead408c51288201f3def58bb82ec6d343418d57c1f870f99952dd9181311) AuthConfig (6ad04a7353e75cf936dd4d97fe70b46cfddb53019c786704db6e9ce2f18e059b) AuthConfig (995cdd5109572c3955a1bf68388aff16c93cfb03b4bfe8f7233bb8263a9ffbc7) AuthConfig (d42b4637b5f1fbb6432b1c616d38e4b4c24ac2b8c10b85eba2fbb3216698cc61) AuthConfig (642d8e65f2102c1c2679f4ab5af9808b88d0ee19403671430d83c6582c19e6e3) AuthConfig (686d0317cbc344a20c64fb3ede1f533e8067954d58178b42f8254a8622ef2948) AuthConfig (5a160d7fe0ca9697e3411dc03835a26fc89f0af07f604bf4a76ed001e8e8d25d) AuthConfig (0574a41bae137dabef616eed0888d42e6dcbf56df1ba04f4f92ed5d8153f8d37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"91612696-7b35-41fc-9acf-60140f93218f","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:17.485422483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"16444f6a-7fdb-4079-be90-1340d5075787","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:17.50626684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"16444f6a-7fdb-4079-be90-1340d5075787","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:17.523913492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e84692321aa3fb31c2ce903dcd26dd646ded41ed30a1007222e00b2ee087f0d) AuthConfig (cbac69438f3d897a058945c5fad5348e36e0126258d9da375d90273d9f06f44b) AuthConfig (045be769083e846e849497d71951e1dde8267d1021a7bf9781631b8b6628e07d) AuthConfig (f77225f2e94125ff40657a609a28536c6c4ad8e761e1f6f00fd2b4da9a07607c) AuthConfig (2fa0793a8a57ae59af6b11749d2e61761cf3f6ccde615fd208c65d75a6c6b645) AuthConfig (a45b31532080344b636c22b13a43c4f5a55cffd86af3ed9c5c2518c87b85c53f) AuthConfig (12511b4530594e06358b38c83dce0473c59149a597f7617f151174408741b26f) AuthConfig (0a8693312cf859c8cedfdd8de2b58932595008efa1c825be00cb26c55a089b42) AuthConfig (ec95bb8be687e59c1874aa462252810bf41a8643794cecb48ea354b44bf1749b) AuthConfig (1abc92dbb3742671d6dab06d45a050ab194af83069d967c361cd07d280afa113) AuthConfig (5901ead408c51288201f3def58bb82ec6d343418d57c1f870f99952dd9181311) AuthConfig (6ad04a7353e75cf936dd4d97fe70b46cfddb53019c786704db6e9ce2f18e059b) AuthConfig (995cdd5109572c3955a1bf68388aff16c93cfb03b4bfe8f7233bb8263a9ffbc7) AuthConfig (d42b4637b5f1fbb6432b1c616d38e4b4c24ac2b8c10b85eba2fbb3216698cc61) AuthConfig (642d8e65f2102c1c2679f4ab5af9808b88d0ee19403671430d83c6582c19e6e3) AuthConfig (686d0317cbc344a20c64fb3ede1f533e8067954d58178b42f8254a8622ef2948) AuthConfig (5a160d7fe0ca9697e3411dc03835a26fc89f0af07f604bf4a76ed001e8e8d25d) AuthConfig (0574a41bae137dabef616eed0888d42e6dcbf56df1ba04f4f92ed5d8153f8d37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"16444f6a-7fdb-4079-be90-1340d5075787","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:27.554401824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"c201522b-120b-4577-962c-5f2485853963","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:27.573148469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"c201522b-120b-4577-962c-5f2485853963","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:27.58971758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5dd595-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e84692321aa3fb31c2ce903dcd26dd646ded41ed30a1007222e00b2ee087f0d) AuthConfig (cbac69438f3d897a058945c5fad5348e36e0126258d9da375d90273d9f06f44b) AuthConfig (045be769083e846e849497d71951e1dde8267d1021a7bf9781631b8b6628e07d) AuthConfig (f77225f2e94125ff40657a609a28536c6c4ad8e761e1f6f00fd2b4da9a07607c) AuthConfig (2fa0793a8a57ae59af6b11749d2e61761cf3f6ccde615fd208c65d75a6c6b645) AuthConfig (a45b31532080344b636c22b13a43c4f5a55cffd86af3ed9c5c2518c87b85c53f) AuthConfig (12511b4530594e06358b38c83dce0473c59149a597f7617f151174408741b26f) AuthConfig (0a8693312cf859c8cedfdd8de2b58932595008efa1c825be00cb26c55a089b42) AuthConfig (ec95bb8be687e59c1874aa462252810bf41a8643794cecb48ea354b44bf1749b) AuthConfig (1abc92dbb3742671d6dab06d45a050ab194af83069d967c361cd07d280afa113) AuthConfig (5901ead408c51288201f3def58bb82ec6d343418d57c1f870f99952dd9181311) AuthConfig (6ad04a7353e75cf936dd4d97fe70b46cfddb53019c786704db6e9ce2f18e059b) AuthConfig (995cdd5109572c3955a1bf68388aff16c93cfb03b4bfe8f7233bb8263a9ffbc7) AuthConfig (d42b4637b5f1fbb6432b1c616d38e4b4c24ac2b8c10b85eba2fbb3216698cc61) AuthConfig (642d8e65f2102c1c2679f4ab5af9808b88d0ee19403671430d83c6582c19e6e3) AuthConfig (686d0317cbc344a20c64fb3ede1f533e8067954d58178b42f8254a8622ef2948) AuthConfig (5a160d7fe0ca9697e3411dc03835a26fc89f0af07f604bf4a76ed001e8e8d25d) AuthConfig (0574a41bae137dabef616eed0888d42e6dcbf56df1ba04f4f92ed5d8153f8d37)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"c201522b-120b-4577-962c-5f2485853963","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:27.996337219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"353f8c76-02b8-4869-a746-f54b5819b797","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:27.996602993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"9561d79e-37ef-47e4-95db-93ecf3d5e4b5","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:27.996627667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"9561d79e-37ef-47e4-95db-93ecf3d5e4b5","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.077290504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"717f2a1f-5418-4724-9f0e-2d5f08b47df4","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.12565724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"353f8c76-02b8-4869-a746-f54b5819b797","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.186685709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"353f8c76-02b8-4869-a746-f54b5819b797","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"e2e-inf-a-1d932d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.186706939Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-auth","reconcileID":"353f8c76-02b8-4869-a746-f54b5819b797","MaaSAuthPolicy":{"name":"test-model-1d932d-auth","namespace":"ai-tenant-e2e-inf-a-1d932d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.206023275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"6e4466b3-1454-472b-a6c7-f6142bbc54f2","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.206044947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"6e4466b3-1454-472b-a6c7-f6142bbc54f2","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.311286384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"3b7711b4-72b2-4e3a-b2a1-1ac21925e566","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.376631545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"ae86ac32-28b2-4432-ab1f-a2c9c8e017d6","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:28.376658447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"ae86ac32-28b2-4432-ab1f-a2c9c8e017d6","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:31.994762448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"38c22737-ec2b-4d6a-886d-22da7cd7dfcf","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.097408803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"74e5001f-6ca8-4597-8f66-d9e4ea5a8b09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.194596638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de365b3a-335d-429f-8ac0-10a98f59bfd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.2947567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"d673e0cb-7357-4623-9b44-de0152f3eb36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.294819742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"1c1db2f6-0066-4995-a07c-5a1d723b8fd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.300836475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0354fab0-eb2b-45fa-884c-a41e9074e36d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.394789052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"c364853e-94d3-41bd-a383-8553e734ad04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.496316041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"16f4913b-30fc-4f3d-ba05-08126111a332","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.597815534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"3efd25cf-b881-4730-85e2-8600788ddb8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.720289302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"3879219c-6e0c-4bfb-a58e-c1ef4e876cdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.821175249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"b2c303c8-0523-4b81-893e-ac55682291d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.82140342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"ff94a77a-0293-4298-a8f8-70e146625d13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:32.948404912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"48e8f0dd-227e-45c7-9edd-7c77e502ec21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:33.051943085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"ab17856b-4a7e-4a97-86d1-9454eb603b31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:34.888405598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:37.617801783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"16f419ef-fd10-4fbf-8b1a-886a04017716","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:37.636350788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"16f419ef-fd10-4fbf-8b1a-886a04017716","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:37.712790664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"159a771c-3551-4efa-8c57-44de4e272ea3","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:37.712814229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"159a771c-3551-4efa-8c57-44de4e272ea3","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:38.449391176Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"18e4a1e4-0ef9-4c02-ae6b-3881876d9b62","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","subscription":"test-model-1d932d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:38.463970052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"18e4a1e4-0ef9-4c02-ae6b-3881876d9b62","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:38.479638801Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d-sub","reconcileID":"18e4a1e4-0ef9-4c02-ae6b-3881876d9b62","MaaSSubscription":{"name":"test-model-1d932d-sub","namespace":"ai-tenant-e2e-inf-a-1d932d"},"name":"maas-trlp-test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:38.56506591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"21a5446b-c14c-4434-9aaf-4004e635d4bb","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"tenant":"e2e-inf-a-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","model":"ai-tenant-e2e-inf-a-1d932d/test-model-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:38.565104043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"test-model-1d932d","reconcileID":"21a5446b-c14c-4434-9aaf-4004e635d4bb","MaaSModelRef":{"name":"test-model-1d932d","namespace":"ai-tenant-e2e-inf-a-1d932d"},"routeName":"test-model-1d932d-kserve-route","namespace":"ai-tenant-e2e-inf-a-1d932d","llmisvcName":"test-model-1d932d","gateway":"openshift-ingress/e2e-inf-a-1d932d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.446852603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e7354032-3037-4294-b325-c462b0508086","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.447548389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"2e64788f-0798-496f-ae9a-b31d37d6d61a","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.447638056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"2e64788f-0798-496f-ae9a-b31d37d6d61a","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.578379332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e7354032-3037-4294-b325-c462b0508086","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.585036458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"e26bb745-578f-4c63-91fc-d0f6c08b7c19","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.660826815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e7354032-3037-4294-b325-c462b0508086","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"e2e-inf-b-b3e5a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.660860684Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-auth","reconcileID":"e7354032-3037-4294-b325-c462b0508086","MaaSAuthPolicy":{"name":"test-model-b3e5a6-auth","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.679543663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"b88efe22-e8dd-46d1-abb9-64be001ca359","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.679571475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"b88efe22-e8dd-46d1-abb9-64be001ca359","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.773970191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"be27c147-0ec9-4e89-8714-a3ffa44ebc67","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.773998798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"be27c147-0ec9-4e89-8714-a3ffa44ebc67","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.796669104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"9d24aabc-6c86-42dd-a328-873e38600d39","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.796692286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"9d24aabc-6c86-42dd-a328-873e38600d39","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.804330823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"12416241-25b3-4154-bb16-2c190da0bd80","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:02:39.80487665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"745a69cc-8738-407a-aaf5-9a892689097a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5dd595-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.811530575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"10f0fbe7-db14-4078-b156-ecdd97288fe8","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.82204238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"12416241-25b3-4154-bb16-2c190da0bd80","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.825326095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"88358eb0-fc65-4bd7-9189-1b00beb1cf04","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.825342378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"88358eb0-fc65-4bd7-9189-1b00beb1cf04","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.837365155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"7e036c31-e0a8-4736-a958-ff352328a177","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.837383144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"7e036c31-e0a8-4736-a958-ff352328a177","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.85358054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"4aaeff95-039f-41f3-a352-17a9338a032f","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.853599111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"4aaeff95-039f-41f3-a352-17a9338a032f","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.92146699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"237b2f76-1834-450c-888d-3233c34e19c3","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"maas-trlp-test-model-5dd595","model":"test-model-5dd595","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5dd595/test-model-5dd595-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.977720023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"43311768-06cc-4628-80c2-08ee78863b12","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.978507557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"61c8c0d1-2eac-44c1-b094-6e50337df22a","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.978526728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"61c8c0d1-2eac-44c1-b094-6e50337df22a","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:39.997095248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"43311768-06cc-4628-80c2-08ee78863b12","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:40.038240185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"01b1f5b1-71cb-4559-a265-953e8c17793d","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"maas-trlp-test-model-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:40.10398438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"0da4d047-6964-4545-8f79-5f9535cd4804","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:40.104012274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"0da4d047-6964-4545-8f79-5f9535cd4804","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.807198495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","namespace":"ai-tenant-e2e-inf-a-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.807262107Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","namespace":"ai-tenant-e2e-inf-a-56ec8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.807312904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","tenant":"e2e-inf-a-56ec8d","tenantID":"e2e-inf-a-56ec8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.82287199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Deployment","name":"maas-api-e2e-inf-a-56ec8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.852420976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Service","name":"maas-api-e2e-inf-a-56ec8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.869353872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-56ec8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.886129872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-56ec8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.902539167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.920176632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.936473661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.951935826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.968352827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Deployment","name":"payload-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.982273193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:42.995680954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Service","name":"payload-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.009402291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.022899104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.036662379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.050320815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.067365466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.090507487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.105417057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.120437366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-56ec8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.134453597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-56ec8d"},"namespace":"ai-tenant-e2e-inf-a-56ec8d","name":"default-tenant","reconcileID":"b04f7114-faf0-4fbd-a14c-ac35402c0bcf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-56ec8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:43.551350467Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-56ec8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-56ec8d","reconcileID":"b76eb2e1-c9e4-4052-9c5b-1011cf6a8d07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-56ec8d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-56ec8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.031793034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c597a6-9ac8-4c47-95f4-36873f3ced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.04615772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c597a6-9ac8-4c47-95f4-36873f3ced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.060874136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c597a6-9ac8-4c47-95f4-36873f3ced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.075100024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c597a6-9ac8-4c47-95f4-36873f3ced0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.722065549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d065521-2261-4e45-99f2-3d6b04fec26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.736372806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d065521-2261-4e45-99f2-3d6b04fec26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.750535415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d065521-2261-4e45-99f2-3d6b04fec26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:44.764602491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d065521-2261-4e45-99f2-3d6b04fec26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:49.897669617Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"65f74759-baf8-4f01-bb65-c13947b22f53","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","subscription":"test-model-b3e5a6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:49.912551366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"65f74759-baf8-4f01-bb65-c13947b22f53","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:49.928500971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6-sub","reconcileID":"65f74759-baf8-4f01-bb65-c13947b22f53","MaaSSubscription":{"name":"test-model-b3e5a6-sub","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"name":"maas-trlp-test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:50.019674266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"9fd46949-1672-490f-b766-6e9255fb8684","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"tenant":"e2e-inf-b-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","model":"ai-tenant-e2e-inf-b-b3e5a6/test-model-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:50.01969565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"test-model-b3e5a6","reconcileID":"9fd46949-1672-490f-b766-6e9255fb8684","MaaSModelRef":{"name":"test-model-b3e5a6","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"routeName":"test-model-b3e5a6-kserve-route","namespace":"ai-tenant-e2e-inf-b-b3e5a6","llmisvcName":"test-model-b3e5a6","gateway":"openshift-ingress/e2e-inf-b-b3e5a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:54.513639618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faecf80-4377-4c22-b0c6-9e5d6edd8b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:54.531809913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faecf80-4377-4c22-b0c6-9e5d6edd8b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:54.55592574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faecf80-4377-4c22-b0c6-9e5d6edd8b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:54.636280768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6faecf80-4377-4c22-b0c6-9e5d6edd8b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:55.422748164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f9f77-9684-4c73-bb11-ba9f60f0dd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:55.440018311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f9f77-9684-4c73-bb11-ba9f60f0dd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:55.4547247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f9f77-9684-4c73-bb11-ba9f60f0dd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:55.468960896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"002f9f77-9684-4c73-bb11-ba9f60f0dd58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.02457589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"3e9c5c97-6bf3-40db-870e-410c94523db2","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"maas-trlp-test-model-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.081149719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f19349-64eb-43c5-be15-4e203d534da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.096473984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f19349-64eb-43c5-be15-4e203d534da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.110746261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f19349-64eb-43c5-be15-4e203d534da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.11757972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"4e7a7530-215a-456f-9012-1c2988987c9a","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.117603032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"4e7a7530-215a-456f-9012-1c2988987c9a","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:56.125583472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f19349-64eb-43c5-be15-4e203d534da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:57.279690857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"92a914c8-964d-4fbe-8a8b-e77bb93e5fd4","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:57.298963965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"92a914c8-964d-4fbe-8a8b-e77bb93e5fd4","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.282355349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ac33e96-f396-4f83-bfce-5294b2c709d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.282388071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ac33e96-f396-4f83-bfce-5294b2c709d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.312766154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"namespace":"ai-tenant-e2e-mt-8668c858","name":"e2e-policy-8668c858","reconcileID":"4bcad9bc-bc4a-4be2-9b96-a41757c7062c","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.332193453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"namespace":"ai-tenant-e2e-mt-8668c858","name":"e2e-policy-8668c858","reconcileID":"4bcad9bc-bc4a-4be2-9b96-a41757c7062c","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.419702109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df546fbe-5510-401b-9638-758bb40c4869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.419727015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df546fbe-5510-401b-9638-758bb40c4869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.835826835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"namespace":"ai-tenant-e2e-mt-8668c858","name":"e2e-policy-8668c858","reconcileID":"1937a5df-3707-43b6-b89f-f8a6d2f5def2","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.835957284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bcecbb5-22d4-444e-bb89-f6d954fc0a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.835975537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bcecbb5-22d4-444e-bb89-f6d954fc0a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.86742643Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"namespace":"ai-tenant-e2e-mt-8668c858","name":"e2e-policy-8668c858","reconcileID":"1937a5df-3707-43b6-b89f-f8a6d2f5def2","MaaSAuthPolicy":{"name":"e2e-policy-8668c858","namespace":"ai-tenant-e2e-mt-8668c858"},"policyNamespace":"ai-tenant-e2e-mt-8668c858","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.887207077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1566c977-5330-4bbb-ba0a-1a7a466d662d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:02:58.887228859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1566c977-5330-4bbb-ba0a-1a7a466d662d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:01.661989489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2250360a-61e6-41cf-b87e-fb13d77fc63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:01.676546746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2250360a-61e6-41cf-b87e-fb13d77fc63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:01.690678154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2250360a-61e6-41cf-b87e-fb13d77fc63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:01.704589756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2250360a-61e6-41cf-b87e-fb13d77fc63e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.269027547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c5bd3-b389-4523-95f0-7b7415cbd04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.282912939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c5bd3-b389-4523-95f0-7b7415cbd04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.297321717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c5bd3-b389-4523-95f0-7b7415cbd04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.311324142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c5bd3-b389-4523-95f0-7b7415cbd04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.846356094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559e8e4-eeeb-48f0-a288-cad42cd3cc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.860651679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559e8e4-eeeb-48f0-a288-cad42cd3cc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.874638077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559e8e4-eeeb-48f0-a288-cad42cd3cc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:02.888860859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8559e8e4-eeeb-48f0-a288-cad42cd3cc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:03.52606402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4037c9d-ae91-4146-9706-6d890ab96dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:03.540144086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4037c9d-ae91-4146-9706-6d890ab96dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:03.554161559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4037c9d-ae91-4146-9706-6d890ab96dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:03.568615764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4037c9d-ae91-4146-9706-6d890ab96dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:04.153416393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dfa620-c439-4ea1-bf93-eb828ad67919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:04.167874052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dfa620-c439-4ea1-bf93-eb828ad67919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:04.182243876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dfa620-c439-4ea1-bf93-eb828ad67919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:04.19951689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dfa620-c439-4ea1-bf93-eb828ad67919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:04.891235314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.17289445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"287ff763-ab00-4dfa-85d6-dc24f72aa2a5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.173147892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"283285c3-933b-4d69-ab15-b26b9638a642","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.173168789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"283285c3-933b-4d69-ab15-b26b9638a642","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.260168464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"6188179b-483d-4647-9b8e-b20caa5e0643","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.303021189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"287ff763-ab00-4dfa-85d6-dc24f72aa2a5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.353265662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"287ff763-ab00-4dfa-85d6-dc24f72aa2a5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"e2e-inf-a-1a91ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.353290804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-auth","reconcileID":"287ff763-ab00-4dfa-85d6-dc24f72aa2a5","MaaSAuthPolicy":{"name":"test-model-1a91ad-auth","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.372854151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"8e2e8525-c09d-4e85-9294-44bca05e6c8f","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.372878134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"8e2e8525-c09d-4e85-9294-44bca05e6c8f","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.457370782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"0f81ccb6-52a4-437a-9c80-5dd0a2092686","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.530064506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"22eee2b8-f55f-4dd2-ada7-dc54ad0ecf47","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:20.530151797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"22eee2b8-f55f-4dd2-ada7-dc54ad0ecf47","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.180005724Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","namespace":"ai-tenant-e2e-inf-a-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.180068506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","namespace":"ai-tenant-e2e-inf-a-1d932d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.180139722Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","tenant":"e2e-inf-a-1d932d","tenantID":"e2e-inf-a-1d932d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.196523491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Deployment","name":"maas-api-e2e-inf-a-1d932d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.232765683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Service","name":"maas-api-e2e-inf-a-1d932d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.24921196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1d932d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.265597679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1d932d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.283396889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.301917481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.322839152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.338588247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.352285235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.365716021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.379054953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Service","name":"payload-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.393222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.406931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.42228086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.435765293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.455709154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.474144044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.488676465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.505327583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1d932d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.523389261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1d932d"},"namespace":"ai-tenant-e2e-inf-a-1d932d","name":"default-tenant","reconcileID":"79b9daef-4874-4e06-b1fb-f8279d61be96","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1d932d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:29.881704686Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1d932d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1d932d","reconcileID":"09a4ca6f-5281-4d62-9556-e8b5dd1bf0c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1d932d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1d932d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.257347788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ef875-556d-4684-9010-3937129fa593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.271732592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ef875-556d-4684-9010-3937129fa593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.285697443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ef875-556d-4684-9010-3937129fa593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.300054297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ef875-556d-4684-9010-3937129fa593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.593569059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"10322e28-751d-47a0-a410-67821c871da6","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","subscription":"test-model-1a91ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.608129632Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"10322e28-751d-47a0-a410-67821c871da6","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.622280567Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad-sub","reconcileID":"10322e28-751d-47a0-a410-67821c871da6","MaaSSubscription":{"name":"test-model-1a91ad-sub","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"name":"maas-trlp-test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.815905862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"a6048783-5576-47fc-beec-f5c7230acc9c","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"tenant":"e2e-inf-a-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","model":"ai-tenant-e2e-inf-a-1a91ad/test-model-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.815929492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"test-model-1a91ad","reconcileID":"a6048783-5576-47fc-beec-f5c7230acc9c","MaaSModelRef":{"name":"test-model-1a91ad","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"routeName":"test-model-1a91ad-kserve-route","namespace":"ai-tenant-e2e-inf-a-1a91ad","llmisvcName":"test-model-1a91ad","gateway":"openshift-ingress/e2e-inf-a-1a91ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.852298122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4d8b8-ec80-42a9-84dc-3fc64e92304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.866225191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4d8b8-ec80-42a9-84dc-3fc64e92304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.880047002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4d8b8-ec80-42a9-84dc-3fc64e92304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:30.89405144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d4d8b8-ec80-42a9-84dc-3fc64e92304a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.773551021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"6e98c102-5b41-4048-b91f-9dee09cc6d7d","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.773639404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"6e98c102-5b41-4048-b91f-9dee09cc6d7d","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.774442949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"d93dab81-8ecc-45b8-a35d-28418098355e","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.919848097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"d93dab81-8ecc-45b8-a35d-28418098355e","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.928071917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"e788e68c-3829-4df4-b257-bc73165089ba","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"maas-trlp-test-model-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.971464359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"d93dab81-8ecc-45b8-a35d-28418098355e","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"e2e-inf-b-5dd595-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.971496143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-auth","reconcileID":"d93dab81-8ecc-45b8-a35d-28418098355e","MaaSAuthPolicy":{"name":"test-model-5dd595-auth","namespace":"ai-tenant-e2e-inf-b-5dd595"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.996154914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"f8c92934-069f-417c-8f13-4ed6a3ebf747","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:31.996176384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"f8c92934-069f-417c-8f13-4ed6a3ebf747","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:32.096940256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"22f68eb5-02aa-4bb6-b4b1-82fd71e3b402","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"maas-trlp-test-model-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:32.196583267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"88742a0a-1234-454c-9412-c852131b963d","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:32.196615039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"88742a0a-1234-454c-9412-c852131b963d","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:34.822070573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61005df-034f-4598-98b3-f06cb2773fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:34.836540905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61005df-034f-4598-98b3-f06cb2773fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:34.867911829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61005df-034f-4598-98b3-f06cb2773fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:34.881739022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61005df-034f-4598-98b3-f06cb2773fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:34.95518491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:35.499374511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc81a5-922f-465b-b64b-7486d78321d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:35.516443899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc81a5-922f-465b-b64b-7486d78321d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:35.531160334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc81a5-922f-465b-b64b-7486d78321d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:35.545903229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5fc81a5-922f-465b-b64b-7486d78321d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:35.679778407Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8c0177f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8c0177f2","reconcileID":"1aac8685-895b-4a50-9dc8-7f3aa7c50780","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8c0177f2","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-8c0177f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:36.176521324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0332011b-d57a-40bf-8b85-d76d82cf7b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:36.190721922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0332011b-d57a-40bf-8b85-d76d82cf7b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:36.204701911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0332011b-d57a-40bf-8b85-d76d82cf7b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:36.21897271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0332011b-d57a-40bf-8b85-d76d82cf7b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:39.40027966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a5be18-363d-4327-8ec9-b828f1932e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:39.41441224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a5be18-363d-4327-8ec9-b828f1932e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:39.428323691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a5be18-363d-4327-8ec9-b828f1932e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:39.442395083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a5be18-363d-4327-8ec9-b828f1932e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:39.986541517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0def1688-44ba-408a-ad48-6b002bb7e467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.001890903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0def1688-44ba-408a-ad48-6b002bb7e467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.01588559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0def1688-44ba-408a-ad48-6b002bb7e467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.029818389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0def1688-44ba-408a-ad48-6b002bb7e467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.625398936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e80167-2d2f-4f26-b6f5-018954a3864d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.639780791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e80167-2d2f-4f26-b6f5-018954a3864d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.653779085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e80167-2d2f-4f26-b6f5-018954a3864d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:40.667659221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e80167-2d2f-4f26-b6f5-018954a3864d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.212299332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75a03fb-67e2-4422-9eb2-4a1beeb1059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.228858166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75a03fb-67e2-4422-9eb2-4a1beeb1059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.243099535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75a03fb-67e2-4422-9eb2-4a1beeb1059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.257130584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75a03fb-67e2-4422-9eb2-4a1beeb1059f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.825644352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b05ac6-5fa5-424f-9204-7e7c774b4510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.839880935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b05ac6-5fa5-424f-9204-7e7c774b4510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.853960349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b05ac6-5fa5-424f-9204-7e7c774b4510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:41.868224446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b05ac6-5fa5-424f-9204-7e7c774b4510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:42.254557923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"427dc6f9-33e0-4972-af15-35a3d17a9c1d","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","subscription":"test-model-5dd595-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:42.268869549Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"427dc6f9-33e0-4972-af15-35a3d17a9c1d","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:42.283418046Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595-sub","reconcileID":"427dc6f9-33e0-4972-af15-35a3d17a9c1d","MaaSSubscription":{"name":"test-model-5dd595-sub","namespace":"ai-tenant-e2e-inf-b-5dd595"},"name":"maas-trlp-test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:42.435116635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"5837a514-f213-4ca6-819e-a700a18c4058","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"tenant":"e2e-inf-b-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","model":"ai-tenant-e2e-inf-b-5dd595/test-model-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:42.435144316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"test-model-5dd595","reconcileID":"5837a514-f213-4ca6-819e-a700a18c4058","MaaSModelRef":{"name":"test-model-5dd595","namespace":"ai-tenant-e2e-inf-b-5dd595"},"routeName":"test-model-5dd595-kserve-route","namespace":"ai-tenant-e2e-inf-b-5dd595","llmisvcName":"test-model-5dd595","gateway":"openshift-ingress/e2e-inf-b-5dd595","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.683664805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fc1735-c795-4800-8a6c-0ecaca2dbfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.697748014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fc1735-c795-4800-8a6c-0ecaca2dbfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.712238874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fc1735-c795-4800-8a6c-0ecaca2dbfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.728866898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fc1735-c795-4800-8a6c-0ecaca2dbfbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.935695986Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","namespace":"ai-tenant-e2e-inf-b-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.93577521Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","namespace":"ai-tenant-e2e-inf-b-7d91e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.935841094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","tenant":"e2e-inf-b-7d91e3","tenantID":"e2e-inf-b-7d91e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.951210139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Deployment","name":"maas-api-e2e-inf-b-7d91e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.98020734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Service","name":"maas-api-e2e-inf-b-7d91e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:44.996301339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-7d91e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.014543879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-7d91e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.043053715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.059011492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.077173352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.093590983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.107438032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Deployment","name":"payload-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.129792756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.143621698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Service","name":"payload-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.157488485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.171278683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.185593733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.202693426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.232874283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.248400761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.265938988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.283405693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-7d91e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.303486081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d91e3"},"namespace":"ai-tenant-e2e-inf-b-7d91e3","name":"default-tenant","reconcileID":"361553d0-9cba-4e37-b505-9be1e58020a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-7d91e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.35009873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3b232-3e3a-45f3-b576-74d1f0ab4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.373513293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3b232-3e3a-45f3-b576-74d1f0ab4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.395297921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3b232-3e3a-45f3-b576-74d1f0ab4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.430542664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3b232-3e3a-45f3-b576-74d1f0ab4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:45.707655153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d91e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d91e3","reconcileID":"d455c7ca-a316-4021-85db-5f1f12ffb15c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7d91e3","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-7d91e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.109535838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996a55ee-a66c-4c94-b075-68fcc6cb910f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.123893322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996a55ee-a66c-4c94-b075-68fcc6cb910f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.137835964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996a55ee-a66c-4c94-b075-68fcc6cb910f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.151930123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996a55ee-a66c-4c94-b075-68fcc6cb910f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.700286753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee43fb-d5b5-4cfa-88c4-8f343960001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.71449833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee43fb-d5b5-4cfa-88c4-8f343960001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.728680951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee43fb-d5b5-4cfa-88c4-8f343960001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:46.744528514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee43fb-d5b5-4cfa-88c4-8f343960001e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.358098724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d988cc-0634-4ba0-9055-6a548283fd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.372356437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d988cc-0634-4ba0-9055-6a548283fd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.386452735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d988cc-0634-4ba0-9055-6a548283fd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.40065887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d988cc-0634-4ba0-9055-6a548283fd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.965351299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e27aed-c1b9-495c-9c0b-adb950977ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.979826108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e27aed-c1b9-495c-9c0b-adb950977ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:47.994795914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e27aed-c1b9-495c-9c0b-adb950977ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:48.009649271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e27aed-c1b9-495c-9c0b-adb950977ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:48.546722295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6777a49d-7c5e-4635-95d4-ef6e0c750892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:48.560695481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6777a49d-7c5e-4635-95d4-ef6e0c750892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:48.574587967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6777a49d-7c5e-4635-95d4-ef6e0c750892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:48.588599795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6777a49d-7c5e-4635-95d4-ef6e0c750892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:49.185896912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a6d85-2d6c-4597-bad3-c434e49c447e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:49.199951264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a6d85-2d6c-4597-bad3-c434e49c447e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:49.213864175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a6d85-2d6c-4597-bad3-c434e49c447e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:49.228172482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70a6d85-2d6c-4597-bad3-c434e49c447e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.405399955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c1695af-1d07-4546-99e0-079b55d403ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.405496224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c1695af-1d07-4546-99e0-079b55d403ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.422335339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e55ab329-31e2-4990-a335-431161375d4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.422366722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e55ab329-31e2-4990-a335-431161375d4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.450464411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-policy-124e6ad5","reconcileID":"93d1bb03-785f-4566-aa9a-9a80efc495f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.468211366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-policy-124e6ad5","reconcileID":"93d1bb03-785f-4566-aa9a-9a80efc495f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.544935464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42712d39-72f4-407d-8dd0-493bb4a330f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.544957502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42712d39-72f4-407d-8dd0-493bb4a330f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.638791359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50ec8591-009e-45b4-b39e-45cf797a20cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.638816508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50ec8591-009e-45b4-b39e-45cf797a20cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.662934251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8a22290-42dc-455e-88db-b7ccdc6c2f75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.662954543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8a22290-42dc-455e-88db-b7ccdc6c2f75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.674340349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-policy-124e6ad5","reconcileID":"0fee7399-9a87-4be3-9120-6541c3a39d4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:03:54.676659249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-sub-124e6ad5","reconcileID":"0314cf45-e226-4f2a-a8be-26811e19caf7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-124e6ad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.698433071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-policy-124e6ad5","reconcileID":"0fee7399-9a87-4be3-9120-6541c3a39d4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.72629374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba76ed7b-762f-4df7-a067-42c039fa03cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.7263136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba76ed7b-762f-4df7-a067-42c039fa03cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.751673249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"097ad90d-2d8f-48c8-bad6-c5a2b95923fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.751694264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"097ad90d-2d8f-48c8-bad6-c5a2b95923fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.834064071Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-sub-124e6ad5","reconcileID":"76e81972-3fbe-423c-bf00-4d986062edc4","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-124e6ad5/e2e-shared-sub-124e6ad5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.888767764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63fa2f25-a433-4641-b6c5-a0b095cc694c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.888805905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63fa2f25-a433-4641-b6c5-a0b095cc694c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:54.911668078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35b942b7-ea3f-4657-97fa-8c2f81e14c45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.014279263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-sub-124e6ad5","reconcileID":"49f8490a-0591-4d2e-8738-40748835d22f","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.582527425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b37fe8fd-d9d3-4a0b-a664-4153a9ae4b56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.582558022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b37fe8fd-d9d3-4a0b-a664-4153a9ae4b56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.599876019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aca38c61-30d1-4772-8a05-1870a6b8f7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.599905342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aca38c61-30d1-4772-8a05-1870a6b8f7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.627354664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-policy-124e6ad5","reconcileID":"30039bb1-effc-47f7-8731-70ec38914312","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.647040991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-policy-124e6ad5","reconcileID":"30039bb1-effc-47f7-8731-70ec38914312","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.763192973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36686b8e-9ce9-44bd-ae8c-be12d17dde1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.763227213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36686b8e-9ce9-44bd-ae8c-be12d17dde1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.812947944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c51e2ab-eea5-4255-8e94-e1ec75dc5a7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.813053187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c51e2ab-eea5-4255-8e94-e1ec75dc5a7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.83231735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead2f90a-e11b-473a-b812-0ad463b3850a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.832348645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead2f90a-e11b-473a-b812-0ad463b3850a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.840416575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-policy-124e6ad5","reconcileID":"163304f8-9eca-4fbb-a07a-b9438b507710","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:03:55.84897986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-sub-124e6ad5","reconcileID":"7921c84b-6d02-47ce-93dc-6b32e8e58801","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-124e6ad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.857933442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-policy-124e6ad5","reconcileID":"163304f8-9eca-4fbb-a07a-b9438b507710","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.89274232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ea184a6-2796-4fa9-b3bf-f3b447668a57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.892768184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ea184a6-2796-4fa9-b3bf-f3b447668a57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.974771737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00fd14c4-69d6-465f-9cd7-7cfd6286aa25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:55.97479803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00fd14c4-69d6-465f-9cd7-7cfd6286aa25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.112857627Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-sub-124e6ad5","reconcileID":"6258b434-4fd6-45f7-bf1c-1e5bdca2de3d","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-124e6ad5/e2e-shared-sub-124e6ad5","ai-tenant-e2e-mt-ccc8e584/e2e-shared-sub-124e6ad5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.170484906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f1e4b2b-5460-40b8-9b34-64d5f1e221e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.170515031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f1e4b2b-5460-40b8-9b34-64d5f1e221e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.18142746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-sub-124e6ad5","reconcileID":"e4c511d9-badd-487c-91a7-31e6bde895ad","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.181958311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"253da817-020a-4c4b-8bac-1b6875a1e067","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.273599574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-sub-124e6ad5","reconcileID":"6edc7fc7-d6a2-4a59-ab7d-3c8eed640850","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.885858311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-policy-124e6ad5","reconcileID":"5950dd6d-5a2c-4b97-a742-4c3b06c9e178","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.886065395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d9547ca-4602-45c8-b080-0c93e26de6a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.886109773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d9547ca-4602-45c8-b080-0c93e26de6a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.913161962Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-policy-124e6ad5","reconcileID":"5950dd6d-5a2c-4b97-a742-4c3b06c9e178","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"policyNamespace":"ai-tenant-e2e-mt-124e6ad5","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.93023034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1160f7dc-0c9d-4a83-a781-f472dcdf6e0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:56.930249947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1160f7dc-0c9d-4a83-a781-f472dcdf6e0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:57.140915063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70d193e0-e74f-481b-a03e-1eb6b9ba66cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:03:57.140937137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70d193e0-e74f-481b-a03e-1eb6b9ba66cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:04.88844489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:07.187467524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-sub-124e6ad5","reconcileID":"1a84bc7f-7d6b-4caa-9f55-d1c7d98c69be","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-124e6ad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:07.247675581Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"namespace":"ai-tenant-e2e-mt-124e6ad5","name":"e2e-shared-sub-124e6ad5","reconcileID":"1a84bc7f-7d6b-4caa-9f55-d1c7d98c69be","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-124e6ad5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ccc8e584/e2e-shared-sub-124e6ad5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:07.305182423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-sub-124e6ad5","reconcileID":"ef117518-f781-46c8-913b-95d5a26d538f","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:07.305205722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"baa063ed-c86b-48ca-b5d7-7c846f744023","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:07.311047568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d0aa4b-b019-42e6-84ee-4df52400045f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:07.311070246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d0aa4b-b019-42e6-84ee-4df52400045f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.739779931Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","namespace":"ai-tenant-e2e-inf-a-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.739846088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","namespace":"ai-tenant-e2e-inf-a-1a91ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.739897536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","tenant":"e2e-inf-a-1a91ad","tenantID":"e2e-inf-a-1a91ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.755521944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Deployment","name":"maas-api-e2e-inf-a-1a91ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.786314181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Service","name":"maas-api-e2e-inf-a-1a91ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.802613959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-1a91ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.820913963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-1a91ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.841101398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.857188105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.875924143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.891775077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.905181555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Deployment","name":"payload-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.919220011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.933023726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Service","name":"payload-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.946370172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.959706169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.973147342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:15.986371436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.015460254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.042489492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.069469001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.086422661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-1a91ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.101598235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-1a91ad"},"namespace":"ai-tenant-e2e-inf-a-1a91ad","name":"default-tenant","reconcileID":"5ca9be66-270a-4452-8e95-7b814ae3b7e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-1a91ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.393443981Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-1a91ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-1a91ad","reconcileID":"0dc9862c-d862-4e0a-bfc3-032f2052583f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-1a91ad","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-1a91ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.824323522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec0e67f-396e-4f72-98e7-7b6184b7577a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.838322164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec0e67f-396e-4f72-98e7-7b6184b7577a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.852465742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec0e67f-396e-4f72-98e7-7b6184b7577a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:16.866565864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec0e67f-396e-4f72-98e7-7b6184b7577a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:17.407234659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d5e41-a991-4f95-b94e-8a5788009896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:17.421318566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d5e41-a991-4f95-b94e-8a5788009896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:17.435317634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d5e41-a991-4f95-b94e-8a5788009896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:17.450024967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d5e41-a991-4f95-b94e-8a5788009896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:22.433354222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"70a95e09-5eea-44f2-b380-b268240a7fb6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-8c0177f2","tenantID":"e2e-mt-8c0177f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:22.471667155Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"70a95e09-5eea-44f2-b380-b268240a7fb6","name":"e2e-mt-8c0177f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.303218603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b2d0-feb7-4b15-b9ba-4750939c2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.317159141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b2d0-feb7-4b15-b9ba-4750939c2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.331260825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b2d0-feb7-4b15-b9ba-4750939c2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.345108144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9449b2d0-feb7-4b15-b9ba-4750939c2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.933755512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cdb4e63-ef6f-409b-9371-b539641e46a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.947696347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cdb4e63-ef6f-409b-9371-b539641e46a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.961625811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cdb4e63-ef6f-409b-9371-b539641e46a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:24.97551309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cdb4e63-ef6f-409b-9371-b539641e46a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:25.516624962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503cc618-13f2-4d1a-a17b-6c6f3e9fac44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:25.530561127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503cc618-13f2-4d1a-a17b-6c6f3e9fac44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:25.544521609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503cc618-13f2-4d1a-a17b-6c6f3e9fac44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:25.558321826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503cc618-13f2-4d1a-a17b-6c6f3e9fac44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.385291868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","namespace":"ai-tenant-e2e-inf-b-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.385376986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","namespace":"ai-tenant-e2e-inf-b-b3e5a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.385443035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","tenant":"e2e-inf-b-b3e5a6","tenantID":"e2e-inf-b-b3e5a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.400898574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Deployment","name":"maas-api-e2e-inf-b-b3e5a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.430862839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Service","name":"maas-api-e2e-inf-b-b3e5a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.452658717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b3e5a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.470910396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b3e5a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.48738186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.507985679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.528061445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.545060555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.558658535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.57217602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.585658076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Service","name":"payload-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.59916196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.612856954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.626360653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.639965749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.661129857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.675405228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.689425299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.705403273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b3e5a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:27.718972044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b3e5a6"},"namespace":"ai-tenant-e2e-inf-b-b3e5a6","name":"default-tenant","reconcileID":"09446f41-369e-4f0a-8ec7-146d6678ea29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b3e5a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:28.050644836Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b3e5a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b3e5a6","reconcileID":"75687e8a-63b3-445f-b24a-b8aac6b801a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b3e5a6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b3e5a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:28.465043615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4033c5a8-edf9-4ef1-b8f7-b0f758abb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:28.479364074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4033c5a8-edf9-4ef1-b8f7-b0f758abb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:28.493709801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4033c5a8-edf9-4ef1-b8f7-b0f758abb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:28.507904169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4033c5a8-edf9-4ef1-b8f7-b0f758abb692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.128411238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baee4735-dbeb-4b6c-b641-8e0f6809e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.14236646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baee4735-dbeb-4b6c-b641-8e0f6809e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.156341388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baee4735-dbeb-4b6c-b641-8e0f6809e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.17029154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baee4735-dbeb-4b6c-b641-8e0f6809e2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.755813496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ca443-394d-4887-a92d-47de9c37cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.770194595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ca443-394d-4887-a92d-47de9c37cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.784619965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ca443-394d-4887-a92d-47de9c37cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:29.798717906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ca443-394d-4887-a92d-47de9c37cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:30.365381506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533032a1-cc80-466a-b045-1c74a859b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:30.379307273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533032a1-cc80-466a-b045-1c74a859b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:30.393449849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533032a1-cc80-466a-b045-1c74a859b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:30.407568309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533032a1-cc80-466a-b045-1c74a859b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:31.044557141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2b5d0b-776a-44da-8329-9ab68d79f075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:31.059135244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2b5d0b-776a-44da-8329-9ab68d79f075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:31.073532103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2b5d0b-776a-44da-8329-9ab68d79f075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:31.087879484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2b5d0b-776a-44da-8329-9ab68d79f075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:04:34.899295216Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:03.755661595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"5f728dde-5eb9-44d5-a193-f6e961cb4ecf","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:03.767039227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"5f728dde-5eb9-44d5-a193-f6e961cb4ecf","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.880322637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","namespace":"ai-tenant-e2e-inf-b-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.880388819Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","namespace":"ai-tenant-e2e-inf-b-5dd595","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.880442393Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","tenant":"e2e-inf-b-5dd595","tenantID":"e2e-inf-b-5dd595","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.887320582Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.895506895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Deployment","name":"maas-api-e2e-inf-b-5dd595","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.921412882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Service","name":"maas-api-e2e-inf-b-5dd595","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.942353108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5dd595","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.959862131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5dd595","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.975914454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:04.991849507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.010153971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.026131735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.039697027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.053233706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.067041126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Service","name":"payload-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.08040717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.093991411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.107475804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.121136705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.138274454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.155565349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.169388369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.184740533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5dd595","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.199104647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5dd595"},"namespace":"ai-tenant-e2e-inf-b-5dd595","name":"default-tenant","reconcileID":"29583092-d6a2-4023-bbff-56f33f6f9bde","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5dd595","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:05.638982853Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5dd595","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5dd595","reconcileID":"d9c40f2f-8e23-4456-bcd6-198ca1f360dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5dd595","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5dd595"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.044249438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cfe407-3150-469a-9434-a90906ab18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.058823041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cfe407-3150-469a-9434-a90906ab18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.073000361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cfe407-3150-469a-9434-a90906ab18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.087771415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cfe407-3150-469a-9434-a90906ab18c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.96175487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf00a7e-c2bc-4252-be70-6ac425ea1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.975916721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf00a7e-c2bc-4252-be70-6ac425ea1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:06.990280778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf00a7e-c2bc-4252-be70-6ac425ea1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:07.004513358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf00a7e-c2bc-4252-be70-6ac425ea1090","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.0009594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304b9b3-8175-427e-91bc-8e553bce7478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.015716181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304b9b3-8175-427e-91bc-8e553bce7478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.0330282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304b9b3-8175-427e-91bc-8e553bce7478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.047431377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304b9b3-8175-427e-91bc-8e553bce7478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.861576663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1eda9f-d25f-4dd2-a4eb-89385300145f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.878483498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1eda9f-d25f-4dd2-a4eb-89385300145f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.894960882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1eda9f-d25f-4dd2-a4eb-89385300145f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:08.909534765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1eda9f-d25f-4dd2-a4eb-89385300145f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.517431994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19dff4cc-62a1-4dbf-8642-42797f345893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.517459304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19dff4cc-62a1-4dbf-8642-42797f345893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.533942728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955356d0-e467-445c-b8fa-f2a9bfef5bdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.533970944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955356d0-e467-445c-b8fa-f2a9bfef5bdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.574948327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-00b53d81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-00b53d81","reconcileID":"870928e0-a085-41df-9673-9292b13edb73","MaaSAuthPolicy":{"name":"e2e-default-ns-00b53d81","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.594765395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-00b53d81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-00b53d81","reconcileID":"870928e0-a085-41df-9673-9292b13edb73","MaaSAuthPolicy":{"name":"e2e-default-ns-00b53d81","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.694876552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5daf9245-428a-4474-b0e4-991f4201e4be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.694900098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5daf9245-428a-4474-b0e4-991f4201e4be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.954677492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-00b53d81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-00b53d81","reconcileID":"47be3419-be13-435f-9ff6-790259ab0acc","MaaSAuthPolicy":{"name":"e2e-default-ns-00b53d81","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.954729236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbe7a66c-1ee1-4029-bf4c-7f634c7617b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:13.954748536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbe7a66c-1ee1-4029-bf4c-7f634c7617b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:14.092906512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86884323-7fa0-4855-9889-ca0309391de1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:14.092928222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86884323-7fa0-4855-9889-ca0309391de1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:14.583336953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7e0989-f27b-4f44-b264-e02fa7827037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:14.597604777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7e0989-f27b-4f44-b264-e02fa7827037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:14.655525863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7e0989-f27b-4f44-b264-e02fa7827037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:14.669696711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7e0989-f27b-4f44-b264-e02fa7827037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.332721018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba89300-588e-4a62-b5b6-31e422c9b64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.346863467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba89300-588e-4a62-b5b6-31e422c9b64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.360768228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba89300-588e-4a62-b5b6-31e422c9b64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.374894124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba89300-588e-4a62-b5b6-31e422c9b64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.926116896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f68e8-0f2d-4029-a7c5-d1ba07063e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.940346086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f68e8-0f2d-4029-a7c5-d1ba07063e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.954718317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f68e8-0f2d-4029-a7c5-d1ba07063e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:15.9687538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f68e8-0f2d-4029-a7c5-d1ba07063e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:24.75816657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"1c2c677c-3084-48f6-b1ed-27e202caf165","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:24.758272213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"1c2c677c-3084-48f6-b1ed-27e202caf165","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:30.696780523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"d11afefb-3836-4698-82b0-f3408d2e699f","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:30.696920192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"d11afefb-3836-4698-82b0-f3408d2e699f","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.039234072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"3638f4dc-6068-4aab-9488-a2e166107e06","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.03926547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"3638f4dc-6068-4aab-9488-a2e166107e06","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.055725574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"f4dbf266-e151-4433-b208-bd2efb1a5150","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.055748695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"f4dbf266-e151-4433-b208-bd2efb1a5150","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.107991234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"28c90c81-d450-478a-bbaa-916d5a2e24f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.162178529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"28c90c81-d450-478a-bbaa-916d5a2e24f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.180988101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"28c90c81-d450-478a-bbaa-916d5a2e24f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.199757124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"5a07ce2f-e3f5-4e15-95b1-9302858438a3","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:31.199786739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"5a07ce2f-e3f5-4e15-95b1-9302858438a3","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:34.887285428Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:37.773397171Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-policy-124e6ad5","reconcileID":"1926dd21-643c-4501-b03f-642d500e9d87","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:37.773605943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"893c132e-eda0-47ec-93a0-d7dce35b6dad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:37.773625532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"893c132e-eda0-47ec-93a0-d7dce35b6dad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:37.801552306Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-policy-124e6ad5","reconcileID":"1926dd21-643c-4501-b03f-642d500e9d87","MaaSAuthPolicy":{"name":"e2e-shared-policy-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"policyNamespace":"ai-tenant-e2e-mt-ccc8e584","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:37.821416924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8b508fc-a512-48c0-8823-0c494d1cfa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:37.821440502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8b508fc-a512-48c0-8823-0c494d1cfa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:38.038944315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f450da-8b0b-4edb-9eed-2649e0d7f425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:38.038967853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f450da-8b0b-4edb-9eed-2649e0d7f425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:41.228204841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"f9c28463-cbe9-4689-8d16-13c9c949083a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:41.246263466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"f9c28463-cbe9-4689-8d16-13c9c949083a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:41.262708325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"f9c28463-cbe9-4689-8d16-13c9c949083a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:48.085821082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-sub-124e6ad5","reconcileID":"78211ae6-3aec-4a4e-afcb-06a86e25f544","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-124e6ad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:48.148544577Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"namespace":"ai-tenant-e2e-mt-ccc8e584","name":"e2e-shared-sub-124e6ad5","reconcileID":"78211ae6-3aec-4a4e-afcb-06a86e25f544","MaaSSubscription":{"name":"e2e-shared-sub-124e6ad5","namespace":"ai-tenant-e2e-mt-ccc8e584"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:48.205413665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6782b9b-de37-4e85-97ad-64e08198d9db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:48.210898282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a77d0c2-03f7-496a-9779-c5082128c8d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:48.210922573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a77d0c2-03f7-496a-9779-c5082128c8d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.291306657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"c1cfb7f6-6cda-4836-a4a4-825df25edb8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.309150822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"c1cfb7f6-6cda-4836-a4a4-825df25edb8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.327225425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"c1cfb7f6-6cda-4836-a4a4-825df25edb8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.618169228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"8b9b0014-e29c-467c-9219-e92e53580ea8","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.618217368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"8b9b0014-e29c-467c-9219-e92e53580ea8","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.941197722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"119a816e-b34e-4f85-8bee-2a21fb1258d1","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.941225797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"119a816e-b34e-4f85-8bee-2a21fb1258d1","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.967494283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"b1bdab5a-fa91-4d6e-aa30-629b7f3ee561","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.967526572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"b1bdab5a-fa91-4d6e-aa30-629b7f3ee561","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:51.994651064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e6bb8043-f99b-4a65-94b2-fcc27a3f0bdb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:52.049099718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e6bb8043-f99b-4a65-94b2-fcc27a3f0bdb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:52.065283744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e6bb8043-f99b-4a65-94b2-fcc27a3f0bdb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:52.083693618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"e4ade680-7969-4d6f-9d30-cd81e1b2a64b","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:05:52.083715724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"e4ade680-7969-4d6f-9d30-cd81e1b2a64b","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:01.355350704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9e63c40a-fcd0-4b63-8b95-0f74940d8b4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:01.373266442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9e63c40a-fcd0-4b63-8b95-0f74940d8b4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:01.390132005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9e63c40a-fcd0-4b63-8b95-0f74940d8b4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:02.111557658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"33e87bd3-a062-4123-b26f-a7d6129bcb1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:02.129221533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"33e87bd3-a062-4123-b26f-a7d6129bcb1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:02.145502388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"33e87bd3-a062-4123-b26f-a7d6129bcb1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:04.910375048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.865896202Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","namespace":"ai-tenant-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.865952383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","namespace":"ai-tenant-e2e-extmod-a-14b83a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.866021773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","tenant":"e2e-extmod-a-14b83a","tenantID":"e2e-extmod-a-14b83a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.882106998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Deployment","name":"maas-api-e2e-extmod-a-14b83a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.909948986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Service","name":"maas-api-e2e-extmod-a-14b83a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.928057144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-14b83a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.943953349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-14b83a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.961750467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.977505156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:07.99638358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.012202625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.025780985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.039247884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.052746883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Service","name":"payload-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.066420488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.080217734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.093854202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.107606719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.138276932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.225368234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.248990983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.270355308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-14b83a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.293664626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14b83a"},"namespace":"ai-tenant-e2e-extmod-a-14b83a","name":"default-tenant","reconcileID":"756b6648-6e11-4f55-a49f-94f105ec3264","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-14b83a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:08.595044375Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14b83a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14b83a","reconcileID":"96396dd0-187b-436f-89b1-fa03043e3576","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-14b83a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-14b83a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.028870507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a5cbf6-0c16-456f-95b3-27d38f06d8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.043136848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a5cbf6-0c16-456f-95b3-27d38f06d8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.057677313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a5cbf6-0c16-456f-95b3-27d38f06d8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.07197168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a5cbf6-0c16-456f-95b3-27d38f06d8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.696952683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36fcd2-7421-43fd-ac7e-0d8b998b8eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.711291512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36fcd2-7421-43fd-ac7e-0d8b998b8eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.725064086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36fcd2-7421-43fd-ac7e-0d8b998b8eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:09.739024881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36fcd2-7421-43fd-ac7e-0d8b998b8eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:11.418430187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"07608cb8-578d-45b3-b7bc-f9d31f7516c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:11.436149137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"07608cb8-578d-45b3-b7bc-f9d31f7516c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:11.452530963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (badb214a6b345221a6cc10e5df4e4111e06b003d47b47dacb944f8ac0ee34346) AuthConfig (1f19a2d7ea41f86dc973268e1ec252e5b5e6763538884519c5bb5b7563daeb32) AuthConfig (dac049b0ef9679ad9cb4b1c266ea8c5975bb3cb6161a7ffaa25649d6ef5ee816) AuthConfig (674f89c00bc2b51be3d5780db86d02e712cc19e18df1cf19576b906eaa004a63) AuthConfig (a659027df1459a87c7ccb4344476b924823cb54e17beccc0ed5ae022262d8bc7) AuthConfig (3ce9bed22fb210b0a1078c89ec12b1eff84014ac4da2944496c9e2fbd5a75a9d) AuthConfig (4db974fa7174bab27f5388f2db230bfced36fca9d728931e968f39e952ff684f) AuthConfig (96c594681e7cc50d1f465a41d2b28ce0053ad7d97521fd8191235093710c8c74) AuthConfig (f79697ae7ef51ae62012fa5af666a1df3feb7e38be354156ee619d1197a31a4a) AuthConfig (6a6b176717bff9f3cc09be4476cac995ebec552a75e57d14a2f5026d2dcbf5fe) AuthConfig (2c32002ac603c9fb3448b81082e417f9ac271e8ea27f54e28efbb21257d385ec) AuthConfig (93cc59ae7354679fea67c9fb0280eab9ed70473cbb4d30c6c998b7b9a9adff46) AuthConfig (8c0691b611f14f2ed0faa5dd6a9bdea739f226402da2998cb538ee0248410cf6) AuthConfig (c6414d777fc6439c5d670649a14e847726f26fe47e7b5873fe10f43afc9aa61b) AuthConfig (7abab25171aaf4bdc25ce09c45f847aeaea09eb631e1d24a86a71d2b1d268d4a) AuthConfig (7324dc38f130cc25a381ec94eb0855482eb382f3157dc00fca1e6aa682c5dca5) AuthConfig (dc951b3c4b69d1056ec2cb26c162d6f69b73efe169edc231d961b1032701b921) AuthConfig (e624a083ccd65d255192334cafa8203f690b1b5a76667be033a75d4cd58550fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"07608cb8-578d-45b3-b7bc-f9d31f7516c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:11.469684737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"1cbcf15a-d300-4b0e-88ff-117fa3c7d249","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:11.469702779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"1cbcf15a-d300-4b0e-88ff-117fa3c7d249","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:12.175727445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"d141c48c-f273-471a-8bbb-d87165d3fcf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:12.19634891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"d141c48c-f273-471a-8bbb-d87165d3fcf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:12.213089073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"d141c48c-f273-471a-8bbb-d87165d3fcf8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:16.678695919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2a914c-7956-476b-9ce6-52b9e2d468f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:16.692753362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2a914c-7956-476b-9ce6-52b9e2d468f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:16.706767876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2a914c-7956-476b-9ce6-52b9e2d468f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:16.720919299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2a914c-7956-476b-9ce6-52b9e2d468f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.29130047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cb071b-bdf0-4f5b-95ef-97b68082bcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.305477565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cb071b-bdf0-4f5b-95ef-97b68082bcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.319466072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cb071b-bdf0-4f5b-95ef-97b68082bcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.333625889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6cb071b-bdf0-4f5b-95ef-97b68082bcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.869681863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e834bc-0966-4561-9c20-dcfa2bd3f83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.883671061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e834bc-0966-4561-9c20-dcfa2bd3f83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.899964336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e834bc-0966-4561-9c20-dcfa2bd3f83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:17.916837011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87e834bc-0966-4561-9c20-dcfa2bd3f83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:21.500449912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"af0683df-2078-4c93-a2c8-09e46e0b2b74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:21.517805244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"af0683df-2078-4c93-a2c8-09e46e0b2b74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:21.53526355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (badb214a6b345221a6cc10e5df4e4111e06b003d47b47dacb944f8ac0ee34346) AuthConfig (1f19a2d7ea41f86dc973268e1ec252e5b5e6763538884519c5bb5b7563daeb32) AuthConfig (dac049b0ef9679ad9cb4b1c266ea8c5975bb3cb6161a7ffaa25649d6ef5ee816) AuthConfig (674f89c00bc2b51be3d5780db86d02e712cc19e18df1cf19576b906eaa004a63) AuthConfig (a659027df1459a87c7ccb4344476b924823cb54e17beccc0ed5ae022262d8bc7) AuthConfig (3ce9bed22fb210b0a1078c89ec12b1eff84014ac4da2944496c9e2fbd5a75a9d) AuthConfig (4db974fa7174bab27f5388f2db230bfced36fca9d728931e968f39e952ff684f) AuthConfig (96c594681e7cc50d1f465a41d2b28ce0053ad7d97521fd8191235093710c8c74) AuthConfig (f79697ae7ef51ae62012fa5af666a1df3feb7e38be354156ee619d1197a31a4a) AuthConfig (6a6b176717bff9f3cc09be4476cac995ebec552a75e57d14a2f5026d2dcbf5fe) AuthConfig (2c32002ac603c9fb3448b81082e417f9ac271e8ea27f54e28efbb21257d385ec) AuthConfig (93cc59ae7354679fea67c9fb0280eab9ed70473cbb4d30c6c998b7b9a9adff46) AuthConfig (8c0691b611f14f2ed0faa5dd6a9bdea739f226402da2998cb538ee0248410cf6) AuthConfig (c6414d777fc6439c5d670649a14e847726f26fe47e7b5873fe10f43afc9aa61b) AuthConfig (7abab25171aaf4bdc25ce09c45f847aeaea09eb631e1d24a86a71d2b1d268d4a) AuthConfig (7324dc38f130cc25a381ec94eb0855482eb382f3157dc00fca1e6aa682c5dca5) AuthConfig (dc951b3c4b69d1056ec2cb26c162d6f69b73efe169edc231d961b1032701b921) AuthConfig (e624a083ccd65d255192334cafa8203f690b1b5a76667be033a75d4cd58550fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"af0683df-2078-4c93-a2c8-09e46e0b2b74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:22.242106773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2ae6ae4b-a760-4383-b80d-bf0cb43574dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:22.260129928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2ae6ae4b-a760-4383-b80d-bf0cb43574dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:22.277198399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2ae6ae4b-a760-4383-b80d-bf0cb43574dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:31.564576139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"63e99381-961b-4111-b863-9434ce411039","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:31.583663059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"63e99381-961b-4111-b863-9434ce411039","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:31.600126995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a0d8f7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (badb214a6b345221a6cc10e5df4e4111e06b003d47b47dacb944f8ac0ee34346) AuthConfig (1f19a2d7ea41f86dc973268e1ec252e5b5e6763538884519c5bb5b7563daeb32) AuthConfig (dac049b0ef9679ad9cb4b1c266ea8c5975bb3cb6161a7ffaa25649d6ef5ee816) AuthConfig (674f89c00bc2b51be3d5780db86d02e712cc19e18df1cf19576b906eaa004a63) AuthConfig (a659027df1459a87c7ccb4344476b924823cb54e17beccc0ed5ae022262d8bc7) AuthConfig (3ce9bed22fb210b0a1078c89ec12b1eff84014ac4da2944496c9e2fbd5a75a9d) AuthConfig (4db974fa7174bab27f5388f2db230bfced36fca9d728931e968f39e952ff684f) AuthConfig (96c594681e7cc50d1f465a41d2b28ce0053ad7d97521fd8191235093710c8c74) AuthConfig (f79697ae7ef51ae62012fa5af666a1df3feb7e38be354156ee619d1197a31a4a) AuthConfig (6a6b176717bff9f3cc09be4476cac995ebec552a75e57d14a2f5026d2dcbf5fe) AuthConfig (2c32002ac603c9fb3448b81082e417f9ac271e8ea27f54e28efbb21257d385ec) AuthConfig (93cc59ae7354679fea67c9fb0280eab9ed70473cbb4d30c6c998b7b9a9adff46) AuthConfig (8c0691b611f14f2ed0faa5dd6a9bdea739f226402da2998cb538ee0248410cf6) AuthConfig (c6414d777fc6439c5d670649a14e847726f26fe47e7b5873fe10f43afc9aa61b) AuthConfig (7abab25171aaf4bdc25ce09c45f847aeaea09eb631e1d24a86a71d2b1d268d4a) AuthConfig (7324dc38f130cc25a381ec94eb0855482eb382f3157dc00fca1e6aa682c5dca5) AuthConfig (dc951b3c4b69d1056ec2cb26c162d6f69b73efe169edc231d961b1032701b921) AuthConfig (e624a083ccd65d255192334cafa8203f690b1b5a76667be033a75d4cd58550fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"63e99381-961b-4111-b863-9434ce411039","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:32.304976129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"25261bc4-7dd2-42f2-81cc-78b33239c177","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:32.323620443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"25261bc4-7dd2-42f2-81cc-78b33239c177","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:32.339815794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"25261bc4-7dd2-42f2-81cc-78b33239c177","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:34.887415296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:41.628099809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"ef44451e-a086-41af-973b-d709cae9b48b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:41.646489473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"ef44451e-a086-41af-973b-d709cae9b48b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:41.722974247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"52edf7a4-e887-4266-be7e-1f0d91c02773","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:41.722998127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"52edf7a4-e887-4266-be7e-1f0d91c02773","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:42.400393705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"dbea9824-8b60-4240-a9f8-f15af292a540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:42.419609059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"dbea9824-8b60-4240-a9f8-f15af292a540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:42.436510061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88a1bcc13deacea868c0c28ac8f436c5954cb520be2a3793adf9051c6de2235b) AuthConfig (e9feaa891b3a2720fead0a49b393a1f9f363a90001002f5400d54c5803454a68) AuthConfig (f9fc72e0702ec8e6274554bc062bf5ab8e0d715cfc676e89ae83950ac24511e6) AuthConfig (11a15a2edcf56b7ea64fc5aba13c059b6e9c36382ca86b2c3d9e167aebfc1f59) AuthConfig (ce1b2e9b8b99c042fea89dcb2c2e9d4af291ba70fd7c9ad103566a611e5fbfcd) AuthConfig (5cdddf053d93cded1ac6f2b2d4bf76e7204366b40b6d0dcdccc7b9163aaa4f88) AuthConfig (ad49d65ee8b43a163b8e0d2108c15e99b4889ccfb15198489a8d80b68c574143) AuthConfig (f8090d9704a93b410a653baf0e5c4a2336b7d01eb4f2c0916fffb475710440d1) AuthConfig (386fa52def2373378998762cbf9b938089463c3c4f1e9a7b049b40cfc2128f3c) AuthConfig (b71e999caf7251327d144b62a0f24fe6b50f24570e94cc00c583a3c01f2a26ad) AuthConfig (68ba854745c7b7a1ac735c69270902fdbe072663cca4711e83da275024afa852) AuthConfig (1f9773e983897df9f04f9740c4bdee9e0d471ba2e109e9dc690fc175c0c2038f) AuthConfig (2e94b0863f75385f841780d27caeadf2427c5e54cef5aa56f78acefa0d09b2a9) AuthConfig (c0323c299a923ae1428dc82c84a912af1030fa7abef1fedc666f73386ff5e99c) AuthConfig (093fc64d6bc1e8630d8309f7f14066d84cbd496a45f7f6661eba83a1b0e1fd8d) AuthConfig (b02c42c4abe1bbc178cf11081e7f64f9e47bdd8ff2a3b6f0c82ed4cdad47c065) AuthConfig (343e95c4ebc72df0d65b903b2530ecc2045416effa6e51852bcb273e620bd8de) AuthConfig (03e7de4bbc0d87a48e3ce56ac5b1e4d9e650585c40872e5b079c7ce0100de80c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"dbea9824-8b60-4240-a9f8-f15af292a540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:42.455378196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"d13dcf3a-1e42-48b2-8d61-85ea98da5060","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:42.455399446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"d13dcf3a-1e42-48b2-8d61-85ea98da5060","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.542271873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"71cf0c3d-1e6d-4948-aa1e-b63e80550133","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.542297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"71cf0c3d-1e6d-4948-aa1e-b63e80550133","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.558711596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"dc7e1b00-cafe-4762-a266-243e30add5b1","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.558734947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"dc7e1b00-cafe-4762-a266-243e30add5b1","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.587770042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"2eebc2b1-5f3c-4736-a4cf-2ddb711ef9d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.636866179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"2eebc2b1-5f3c-4736-a4cf-2ddb711ef9d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.653265884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"2eebc2b1-5f3c-4736-a4cf-2ddb711ef9d2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.672974219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"bae5c1cd-f6c9-4236-90be-262adcfd4a68","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:43.673094319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"bae5c1cd-f6c9-4236-90be-262adcfd4a68","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:45.344178771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce7c6ed-6c3b-4f3d-99a5-af08e0f7a092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:45.359039496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce7c6ed-6c3b-4f3d-99a5-af08e0f7a092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:45.372986833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce7c6ed-6c3b-4f3d-99a5-af08e0f7a092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:45.386820522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce7c6ed-6c3b-4f3d-99a5-af08e0f7a092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.012641869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b750159-caa1-4ed7-8c69-551de8537946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.026502838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b750159-caa1-4ed7-8c69-551de8537946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.040445989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b750159-caa1-4ed7-8c69-551de8537946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.054579621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b750159-caa1-4ed7-8c69-551de8537946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.586054489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e291ef-da2a-4553-a89d-b0a8e5d25525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.600645649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e291ef-da2a-4553-a89d-b0a8e5d25525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.614522918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e291ef-da2a-4553-a89d-b0a8e5d25525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:46.656688562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e291ef-da2a-4553-a89d-b0a8e5d25525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:52.483194066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"869b4013-293b-4939-8229-9f9684f9d12d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:52.500973246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"869b4013-293b-4939-8229-9f9684f9d12d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:52.517574124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-43ce14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88a1bcc13deacea868c0c28ac8f436c5954cb520be2a3793adf9051c6de2235b) AuthConfig (e9feaa891b3a2720fead0a49b393a1f9f363a90001002f5400d54c5803454a68) AuthConfig (f9fc72e0702ec8e6274554bc062bf5ab8e0d715cfc676e89ae83950ac24511e6) AuthConfig (11a15a2edcf56b7ea64fc5aba13c059b6e9c36382ca86b2c3d9e167aebfc1f59) AuthConfig (ce1b2e9b8b99c042fea89dcb2c2e9d4af291ba70fd7c9ad103566a611e5fbfcd) AuthConfig (5cdddf053d93cded1ac6f2b2d4bf76e7204366b40b6d0dcdccc7b9163aaa4f88) AuthConfig (ad49d65ee8b43a163b8e0d2108c15e99b4889ccfb15198489a8d80b68c574143) AuthConfig (f8090d9704a93b410a653baf0e5c4a2336b7d01eb4f2c0916fffb475710440d1) AuthConfig (386fa52def2373378998762cbf9b938089463c3c4f1e9a7b049b40cfc2128f3c) AuthConfig (b71e999caf7251327d144b62a0f24fe6b50f24570e94cc00c583a3c01f2a26ad) AuthConfig (68ba854745c7b7a1ac735c69270902fdbe072663cca4711e83da275024afa852) AuthConfig (1f9773e983897df9f04f9740c4bdee9e0d471ba2e109e9dc690fc175c0c2038f) AuthConfig (2e94b0863f75385f841780d27caeadf2427c5e54cef5aa56f78acefa0d09b2a9) AuthConfig (c0323c299a923ae1428dc82c84a912af1030fa7abef1fedc666f73386ff5e99c) AuthConfig (093fc64d6bc1e8630d8309f7f14066d84cbd496a45f7f6661eba83a1b0e1fd8d) AuthConfig (b02c42c4abe1bbc178cf11081e7f64f9e47bdd8ff2a3b6f0c82ed4cdad47c065) AuthConfig (343e95c4ebc72df0d65b903b2530ecc2045416effa6e51852bcb273e620bd8de) AuthConfig (03e7de4bbc0d87a48e3ce56ac5b1e4d9e650585c40872e5b079c7ce0100de80c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"869b4013-293b-4939-8229-9f9684f9d12d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:53.703397769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9a459207-d5f7-4112-b572-d70f17493963","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:53.721376262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9a459207-d5f7-4112-b572-d70f17493963","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:53.738477942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9a459207-d5f7-4112-b572-d70f17493963","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.893515029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","namespace":"ai-tenant-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.893578211Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","namespace":"ai-tenant-e2e-extmod-b-a4559f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.893644423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","tenant":"e2e-extmod-b-a4559f","tenantID":"e2e-extmod-b-a4559f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.916575435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Deployment","name":"maas-api-e2e-extmod-b-a4559f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.948712628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Service","name":"maas-api-e2e-extmod-b-a4559f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.967645716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-a4559f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:58.983527436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-a4559f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.000738173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.029943203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.047247193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.066186297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.080208338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.094072523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.108302648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Service","name":"payload-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.122227518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.135779639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.149185956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.162626639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.185827954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.212860073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.231419111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.251840654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-a4559f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.266786384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-a4559f"},"namespace":"ai-tenant-e2e-extmod-b-a4559f","name":"default-tenant","reconcileID":"b930e945-e32b-45dd-9b06-0e99b67d875c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-a4559f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.591548385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-a4559f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-a4559f","reconcileID":"f3723784-2f3f-4117-ad49-4405ec167e77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-a4559f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-a4559f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.944285461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4591c34-0423-4de7-9575-0dd149eb9300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.9584962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4591c34-0423-4de7-9575-0dd149eb9300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.972636865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4591c34-0423-4de7-9575-0dd149eb9300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:06:59.986767287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4591c34-0423-4de7-9575-0dd149eb9300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:00.624708975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9db3-df25-4c8a-88cf-c8ddadba6f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:00.639134708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9db3-df25-4c8a-88cf-c8ddadba6f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:00.653269583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9db3-df25-4c8a-88cf-c8ddadba6f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:00.667499529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625c9db3-df25-4c8a-88cf-c8ddadba6f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:02.61418667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"d0116f3d-a0dd-4473-81bb-ffd53a27af71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:02.656397291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"d0116f3d-a0dd-4473-81bb-ffd53a27af71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:02.821887828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"57e133be-984b-4daa-88f9-23ac7f2670dd","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:02.821911153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"57e133be-984b-4daa-88f9-23ac7f2670dd","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:03.767249947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"0e6c6a62-04d0-47b9-bd36-f1e0e8f34ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:03.786792964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"0e6c6a62-04d0-47b9-bd36-f1e0e8f34ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:03.804348826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aee21fab5bce3e44ac075b3ce06b99355bf08a5bfaba569ebaa4653daa827567) AuthConfig (8160429196cb91391736cc9c7cb1813151e8643de6902a11c7d425f6730f6637) AuthConfig (9bac52126f463a133700ba506af1785d3fa7586b3bfdf530455b8944892620a1) AuthConfig (5463995ee91da986555d47e3b41a1f8b63c19dba762e8c83a0edd892a0a4b48e) AuthConfig (f350db9a686da156c9c9abe73dfef0f0833bca1cae8fe1881e9828279971ce45) AuthConfig (9eb90962b08e361ec8644ec32f4dad052973b2916b3182fdd6d9a9ce5c6bed98) AuthConfig (49144c380936a4f008535777a035795f4e143d218d33867eb9d8b77e57e3b75f) AuthConfig (9c562a2e9f82da91c7fc79925b166a652a90303ba849730a099e343cf7e44924) AuthConfig (7f5fd6702caaab62d41469edbf717a1da016d4d3654e7ced9aa693ebed754a76) AuthConfig (663c684fc9e5fdce5d52d6bb712f88304ab79a4bd5efb58e5bc9b140a949df4b) AuthConfig (b886422cf87f05f9b750c904f1ba275ded4cadd2e7765a46a02ea12efadf95ca) AuthConfig (e6d737253efc1aee7a47e938afce0a58421799bb2bc8beaa6382fe19b3b2a02f) AuthConfig (126d44d6de00f4c8a9f0913a62a2777e72e4bcda740febd0b9ab0ab757bc9cf1) AuthConfig (40ccd925cd760621388d507afb25d215cd0be3e19b51f8e40aa2d74ea88a5d40) AuthConfig (f230bea7a3055b673c6097fc415fe04ba1cf5f86c19caeeecb8b30b1fe847f32) AuthConfig (8bae6661369c93cf3d81b010a13146020602deba86ff94c2a9fae99890f88cad) AuthConfig (b08687ee641e5dd7f929ee122abfe40465f363e8a90432d3f646bb7561b65ca4) AuthConfig (965a9262d90bb2c4869ebd7573fb06389b73ae29c4abe594f856a578842673db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"0e6c6a62-04d0-47b9-bd36-f1e0e8f34ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:03.821241695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"9f288224-8605-43d4-94d5-595927381842","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:03.821266278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"9f288224-8605-43d4-94d5-595927381842","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.354056502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"1acf81f0-cf16-4c55-9ba5-7f90a25b63e8","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.354101273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"1acf81f0-cf16-4c55-9ba5-7f90a25b63e8","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.372308984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"6035f85c-aaee-4474-a33d-2030b3e8ba66","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.372331931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"6035f85c-aaee-4474-a33d-2030b3e8ba66","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.401712663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"40389a13-cb9b-4290-9c95-a5c75d0a9719","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.465701911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"40389a13-cb9b-4290-9c95-a5c75d0a9719","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.483957617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"40389a13-cb9b-4290-9c95-a5c75d0a9719","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.500553746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"d52e7294-acae-4679-9b62-4c499bf4108d","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.500576527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"d52e7294-acae-4679-9b62-4c499bf4108d","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:04.894403145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:07.525128973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f077fc8-b259-44a5-8ceb-64f8011f706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:07.539038652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f077fc8-b259-44a5-8ceb-64f8011f706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:07.553151442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f077fc8-b259-44a5-8ceb-64f8011f706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:07.566958939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f077fc8-b259-44a5-8ceb-64f8011f706e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:08.124222062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c4854e-8fd6-4429-bfd5-b195f9b6a95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:08.138364051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c4854e-8fd6-4429-bfd5-b195f9b6a95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:08.152339347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c4854e-8fd6-4429-bfd5-b195f9b6a95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:08.166482948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c4854e-8fd6-4429-bfd5-b195f9b6a95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.14556207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","namespace":"ai-tenant-e2e-mt-8c0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.145621307Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","namespace":"ai-tenant-e2e-mt-8c0177f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.145670105Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","tenant":"e2e-mt-8c0177f2","tenantID":"e2e-mt-8c0177f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.161299667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Deployment","name":"maas-api-e2e-mt-8c0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.191735072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Service","name":"maas-api-e2e-mt-8c0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.21022819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-8c0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.227177831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-8c0177f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.243140975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.259197209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.275738138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.291640794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.305116281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Deployment","name":"payload-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.318590483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.331862448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Service","name":"payload-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.345157331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"Service","name":"payload-pre-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.358580171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"DestinationRule","name":"payload-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.372024001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.385573645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.406023009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.43425739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.452412531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.469317802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-8c0177f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.484656904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-8c0177f2"},"namespace":"ai-tenant-e2e-mt-8c0177f2","name":"default-tenant","reconcileID":"76370d5a-33ca-4f99-8582-82b17358467f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-8c0177f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:12.826421541Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-8c0177f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-8c0177f2","reconcileID":"3e45fbe0-0637-491e-86bb-9963c7c66995","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-8c0177f2","removed":["maas.opendatahub.io/gateway-access-e2e-mt-8c0177f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.257693579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c48c04-2510-4914-9f0b-f00dae495af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.271979099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c48c04-2510-4914-9f0b-f00dae495af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.286154371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c48c04-2510-4914-9f0b-f00dae495af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.300292103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c48c04-2510-4914-9f0b-f00dae495af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.847073278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73bd5c5-d47c-45f7-abe1-76b79a3fdd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.861176786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73bd5c5-d47c-45f7-abe1-76b79a3fdd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.875563992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73bd5c5-d47c-45f7-abe1-76b79a3fdd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.875653685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b438ea1e-64ec-421a-8d17-d37a8406629b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.889513644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73bd5c5-d47c-45f7-abe1-76b79a3fdd56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.907014012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b438ea1e-64ec-421a-8d17-d37a8406629b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:13.923378252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aee21fab5bce3e44ac075b3ce06b99355bf08a5bfaba569ebaa4653daa827567) AuthConfig (8160429196cb91391736cc9c7cb1813151e8643de6902a11c7d425f6730f6637) AuthConfig (9bac52126f463a133700ba506af1785d3fa7586b3bfdf530455b8944892620a1) AuthConfig (5463995ee91da986555d47e3b41a1f8b63c19dba762e8c83a0edd892a0a4b48e) AuthConfig (f350db9a686da156c9c9abe73dfef0f0833bca1cae8fe1881e9828279971ce45) AuthConfig (9eb90962b08e361ec8644ec32f4dad052973b2916b3182fdd6d9a9ce5c6bed98) AuthConfig (49144c380936a4f008535777a035795f4e143d218d33867eb9d8b77e57e3b75f) AuthConfig (9c562a2e9f82da91c7fc79925b166a652a90303ba849730a099e343cf7e44924) AuthConfig (7f5fd6702caaab62d41469edbf717a1da016d4d3654e7ced9aa693ebed754a76) AuthConfig (663c684fc9e5fdce5d52d6bb712f88304ab79a4bd5efb58e5bc9b140a949df4b) AuthConfig (b886422cf87f05f9b750c904f1ba275ded4cadd2e7765a46a02ea12efadf95ca) AuthConfig (e6d737253efc1aee7a47e938afce0a58421799bb2bc8beaa6382fe19b3b2a02f) AuthConfig (126d44d6de00f4c8a9f0913a62a2777e72e4bcda740febd0b9ab0ab757bc9cf1) AuthConfig (40ccd925cd760621388d507afb25d215cd0be3e19b51f8e40aa2d74ea88a5d40) AuthConfig (f230bea7a3055b673c6097fc415fe04ba1cf5f86c19caeeecb8b30b1fe847f32) AuthConfig (8bae6661369c93cf3d81b010a13146020602deba86ff94c2a9fae99890f88cad) AuthConfig (b08687ee641e5dd7f929ee122abfe40465f363e8a90432d3f646bb7561b65ca4) AuthConfig (965a9262d90bb2c4869ebd7573fb06389b73ae29c4abe594f856a578842673db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b438ea1e-64ec-421a-8d17-d37a8406629b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:14.528683808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"436a2811-3a19-4e9b-8df8-f27a71fa677a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:14.546250209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"436a2811-3a19-4e9b-8df8-f27a71fa677a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:14.562579004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"436a2811-3a19-4e9b-8df8-f27a71fa677a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:23.95197973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9d0589e9-53f6-439d-828c-980a211f5ef3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:23.970474048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9d0589e9-53f6-439d-828c-980a211f5ef3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:23.987048492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3dcd13-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aee21fab5bce3e44ac075b3ce06b99355bf08a5bfaba569ebaa4653daa827567) AuthConfig (8160429196cb91391736cc9c7cb1813151e8643de6902a11c7d425f6730f6637) AuthConfig (9bac52126f463a133700ba506af1785d3fa7586b3bfdf530455b8944892620a1) AuthConfig (5463995ee91da986555d47e3b41a1f8b63c19dba762e8c83a0edd892a0a4b48e) AuthConfig (f350db9a686da156c9c9abe73dfef0f0833bca1cae8fe1881e9828279971ce45) AuthConfig (9eb90962b08e361ec8644ec32f4dad052973b2916b3182fdd6d9a9ce5c6bed98) AuthConfig (49144c380936a4f008535777a035795f4e143d218d33867eb9d8b77e57e3b75f) AuthConfig (9c562a2e9f82da91c7fc79925b166a652a90303ba849730a099e343cf7e44924) AuthConfig (7f5fd6702caaab62d41469edbf717a1da016d4d3654e7ced9aa693ebed754a76) AuthConfig (663c684fc9e5fdce5d52d6bb712f88304ab79a4bd5efb58e5bc9b140a949df4b) AuthConfig (b886422cf87f05f9b750c904f1ba275ded4cadd2e7765a46a02ea12efadf95ca) AuthConfig (e6d737253efc1aee7a47e938afce0a58421799bb2bc8beaa6382fe19b3b2a02f) AuthConfig (126d44d6de00f4c8a9f0913a62a2777e72e4bcda740febd0b9ab0ab757bc9cf1) AuthConfig (40ccd925cd760621388d507afb25d215cd0be3e19b51f8e40aa2d74ea88a5d40) AuthConfig (f230bea7a3055b673c6097fc415fe04ba1cf5f86c19caeeecb8b30b1fe847f32) AuthConfig (8bae6661369c93cf3d81b010a13146020602deba86ff94c2a9fae99890f88cad) AuthConfig (b08687ee641e5dd7f929ee122abfe40465f363e8a90432d3f646bb7561b65ca4) AuthConfig (965a9262d90bb2c4869ebd7573fb06389b73ae29c4abe594f856a578842673db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"9d0589e9-53f6-439d-828c-980a211f5ef3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:24.590797889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"93f3b03e-7def-4f51-8ae8-7183d2382d3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:24.608398232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"93f3b03e-7def-4f51-8ae8-7183d2382d3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:24.624913027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"93f3b03e-7def-4f51-8ae8-7183d2382d3e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.015237786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"d634a038-e093-493c-a484-c1024e290c57","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.033022192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"d634a038-e093-493c-a484-c1024e290c57","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.111807443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"eafa14de-06b6-4736-8c6c-a54b4bce0d3e","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.111832782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"eafa14de-06b6-4736-8c6c-a54b4bce0d3e","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.580123156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.580185932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","namespace":"ai-tenant-e2e-shared-a-w0-b382b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.580236889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","tenant":"e2e-shared-a-w0-b382b1","tenantID":"e2e-shared-a-w0-b382b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.595413853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-b382b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.626262177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Service","name":"maas-api-e2e-shared-a-w0-b382b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.642626772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-b382b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.654266613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"4c421e18-785c-4f52-8848-ff0b8e568af3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.658390996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-b382b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.673107967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"4c421e18-785c-4f52-8848-ff0b8e568af3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.675692605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.689948239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86051b208d51530a6bc2bb9799a696d1526862711e3e71400e46913e88ed4364) AuthConfig (defd7be164ec0bc7181100a762ebf47149cbe612899e3e5ddecc78195299d199) AuthConfig (d2381d3ebfbf22ff84cef41d45bf0f9892e5308d48ff0944ffad03064d0844c2) AuthConfig (6d27c5e994b9538602476bf5f00e51bb801b80c1abef324deef7a7353a1182d6) AuthConfig (f0c2d721c77353839c5cd2198850ff2138c83b71b93e20ab819a7c2bc3d792bd) AuthConfig (36b3cf36d16361a40972ef441c8eaea8eb9177700eec72ee754a92ba7e67a7e3) AuthConfig (4a5cb2f41f98e6a10ddf10a85bc654bb2b9b8babad70b54a9e5444fdc8d26bb7) AuthConfig (13674239df07079116c8522e24360eb54c7f48ee9a9cb4088642b22a5368dce3) AuthConfig (a24a9ff8bd0b4b26439836f496de280c592c9f52f20921cddf2ad2a0d2703973) AuthConfig (189a0081cde3230031404416d893dfeda4fe3e38706e6fa6a10ff63c6153924b) AuthConfig (0e7cf102fcf131a0e07740c1e230207a3bf5d5b7d6cfc7f8c049251a2b3d15f5) AuthConfig (cb1027c80d427ab4a504633e12e8799d400c464ba5eed4abe3b668f7ba19e304) AuthConfig (575d9b4c3b56972a476e9e0572c36cd8a704ece238232fa5d5ad326cb7841ae6) AuthConfig (e7d5b87accd5c83a670a51c3d3bb90860c39d2a1dda4eaf129d67faaf9ccc161) AuthConfig (ac2c8cd191eb73ace630c77d712ad78ad544ec0a15d106803deba0585d42cfea) AuthConfig (6bc0e13375d5526a208f17cc3c368b8b8982de251e1028f3316917b955ea7b6e) AuthConfig (9256ff0dec81a0454b9c5e7300b4c475f583657f1d77fa72b0a23efeff1406ef) AuthConfig (d37d63c664c53d9c2d22847d7d27bdda303853c9a0d908694c985f8b15ca299f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"4c421e18-785c-4f52-8848-ff0b8e568af3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.691482897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.708889274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"0b084192-2ecf-4873-9fc5-75ddc2fbdf7e","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.70891077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"0b084192-2ecf-4873-9fc5-75ddc2fbdf7e","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.711292476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.726904723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.740265127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.75359566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.766933132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.780524073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.793947105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.807239539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.820548744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.844520254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.861707978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.878793979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.89351666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.893649465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-b382b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:34.910353091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b382b1"},"namespace":"ai-tenant-e2e-shared-a-w0-b382b1","name":"default-tenant","reconcileID":"36aa8ea4-761b-45ed-b721-01ff92c77e62","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-b382b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.295955709Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b382b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b382b1","reconcileID":"09475ff2-c37e-4b47-8e10-282f01aaadbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b382b1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b382b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.655356191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60295722-49d8-4c4e-9ded-b6163c0cbfe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.66979845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60295722-49d8-4c4e-9ded-b6163c0cbfe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.671536867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"69fcb4f2-e83d-444e-b069-71e26fb0db35","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.671558247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"69fcb4f2-e83d-444e-b069-71e26fb0db35","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.684414603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60295722-49d8-4c4e-9ded-b6163c0cbfe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.704282835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60295722-49d8-4c4e-9ded-b6163c0cbfe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:35.756400429Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w2-a0d8f7/e2e-shared-sub-b2b426","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b2b426\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.757731837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"0e303d54-62d1-4454-ba9b-2207a5ee131d","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.757750846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"0e303d54-62d1-4454-ba9b-2207a5ee131d","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.769763598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"1aeecc15-43e1-4c61-ae68-6cd72a4536d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.775172777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"a09a5587-67fd-4ebb-9b65-a9095f7779b9","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.775215463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"a09a5587-67fd-4ebb-9b65-a9095f7779b9","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.787759783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"1aeecc15-43e1-4c61-ae68-6cd72a4536d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.854754257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"c61e3ae3-a0b4-465b-9d7e-fb9595775e0d","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"sub-test-model-a0d8f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a0d8f7/e2e-shared-sub-b2b426"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.86505489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"09fe6e3a-4018-4361-99eb-1778f34f0dd0","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.865074707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"09fe6e3a-4018-4361-99eb-1778f34f0dd0","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.868484902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"7606b2cc-8986-4df8-ac0c-acb21f326cea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.887260374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"a000636e-36c7-48fe-b75d-6b0cf9bbf155","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.887283799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"a000636e-36c7-48fe-b75d-6b0cf9bbf155","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.890955194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"7606b2cc-8986-4df8-ac0c-acb21f326cea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:35.896850934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"2cf77fe5-4b17-4c0e-af82-6e6dceaa944e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b2b426\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:35.902982554Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"a000636e-36c7-48fe-b75d-6b0cf9bbf155","name":"sub-test-model-3dcd13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3dcd13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:35.903040377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"a000636e-36c7-48fe-b75d-6b0cf9bbf155","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3dcd13\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.903246509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"52017c37-4f7b-4774-a765-8834679c7d1b","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.903258274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"52017c37-4f7b-4774-a765-8834679c7d1b","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:35.906851774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"c61e3ae3-a0b4-465b-9d7e-fb9595775e0d","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b2b426\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.909144913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"8b714444-cbb7-4f74-90e9-bd0e896a303a","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.909160728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"8b714444-cbb7-4f74-90e9-bd0e896a303a","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.929396362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"80bb0dd1-cce2-4e3b-b3d6-15bdd84052fd","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.929416942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"80bb0dd1-cce2-4e3b-b3d6-15bdd84052fd","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.945969998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"79491edc-9abf-4bfa-a406-5eea30062043","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.946001965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"79491edc-9abf-4bfa-a406-5eea30062043","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.966427882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"b427232a-d27b-4762-ab06-65168040a786","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.97068892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"46e6ed59-3ef4-405d-979c-e725062ec3a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:35.988848506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"46e6ed59-3ef4-405d-979c-e725062ec3a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.017209981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"e1f544bb-f9f7-4f8b-9400-b583ab8cc8e0","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.017239447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"e1f544bb-f9f7-4f8b-9400-b583ab8cc8e0","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.065612934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"e338cad2-1e1e-4857-ac1f-24097ec31a36","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.065638723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"e338cad2-1e1e-4857-ac1f-24097ec31a36","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.078391849Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"0efc886c-f9b2-4f23-9c6e-04ae899a084f","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"sub-test-model-3dcd13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3dcd13/e2e-shared-sub-b2b426"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.084926878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"b41ce28c-189a-4f1b-9f2e-84c03c34e354","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.084948274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"b41ce28c-189a-4f1b-9f2e-84c03c34e354","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.092620538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"a4b72a92-6a87-4672-be29-2db02b671e29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:36.099537694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"44c3994b-ccda-445e-ae0b-83063ba3b5ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-b2b426\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.110706565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"a4b72a92-6a87-4672-be29-2db02b671e29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.165682693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"f7b17e9e-e157-453f-899f-9cba2885a6b4","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.165706048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"f7b17e9e-e157-453f-899f-9cba2885a6b4","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.185404007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"3d1e3636-915f-4281-95a3-bd6975145f2f","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.185424697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"3d1e3636-915f-4281-95a3-bd6975145f2f","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.192456819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"ecc8b14f-8190-4915-98b5-f6c8990193a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.201939354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"2f758a5e-a2ce-4c86-9f99-6adccbc90ce8","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.201956511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"2f758a5e-a2ce-4c86-9f99-6adccbc90ce8","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.212093839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"ecc8b14f-8190-4915-98b5-f6c8990193a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.222574814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"43bee42e-b2be-4e3d-8921-aa5d03385496","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.274297284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"edf8e043-4889-465e-8dc1-7e848a8c03cc","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.274325395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"edf8e043-4889-465e-8dc1-7e848a8c03cc","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.293041403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"202aaa62-7c17-4e62-be61-a14a87212c23","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.293062173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"202aaa62-7c17-4e62-be61-a14a87212c23","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:07:36.305574499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"8afdcb9c-e239-45a9-934c-594f10843ddc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-b2b426\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.324063524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067aacca-22c6-4a35-8aab-8ec2c13334dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.338356813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067aacca-22c6-4a35-8aab-8ec2c13334dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.352455907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067aacca-22c6-4a35-8aab-8ec2c13334dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.357434352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"1879ec59-8c00-48fa-b44c-2b39d22c838e","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-a0d8f7/e2e-a-only-b2b426","ai-tenant-e2e-shared-a-w2-a0d8f7/e2e-shared-sub-b2b426"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.358464433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"46375e1c-a65c-4e05-947b-0914b1da6105","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.358482391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"46375e1c-a65c-4e05-947b-0914b1da6105","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.36636015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067aacca-22c6-4a35-8aab-8ec2c13334dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.386836091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"ef80bf6c-342f-4093-ab4f-0bd87fa1c241","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.386861772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"ef80bf6c-342f-4093-ab4f-0bd87fa1c241","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.41913534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"c3b04239-83b5-4652-a876-2c46e8de80f2","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.419157543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"c3b04239-83b5-4652-a876-2c46e8de80f2","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.422033744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"1d350fe7-f50d-4afb-a88b-182285861452","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.455507351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"cbaa2799-9c4c-4655-aedf-9eb916af2f14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.47325675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"cbaa2799-9c4c-4655-aedf-9eb916af2f14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.522626491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"774e804f-2ff1-4d6a-81a4-91efd3f12283","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.541002138Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"3c9005dd-111e-4a1d-b883-19c3128f0b4c","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-3dcd13/e2e-b-only-b2b426","ai-tenant-e2e-shared-b-w2-3dcd13/e2e-shared-sub-b2b426"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.589291965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"dd5ac81f-f4ea-47c5-a2be-c8cf7b373697","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.589318085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"dd5ac81f-f4ea-47c5-a2be-c8cf7b373697","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.622851638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"3db1397e-7a6c-41bc-8a6e-11ad348e26fa","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:36.723745605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"d2350c1f-4aeb-4f39-b88e-c8bfd2e0d060","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:42.997603324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a307c0-0227-4f7e-a6f6-3cd8fad6d927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.011563052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a307c0-0227-4f7e-a6f6-3cd8fad6d927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.025640579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a307c0-0227-4f7e-a6f6-3cd8fad6d927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.039713507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a307c0-0227-4f7e-a6f6-3cd8fad6d927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.61564251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a7f54c-995a-4801-8ea3-1f506baaf7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.629663235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a7f54c-995a-4801-8ea3-1f506baaf7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.643573253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a7f54c-995a-4801-8ea3-1f506baaf7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:43.657758435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a7f54c-995a-4801-8ea3-1f506baaf7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.222409871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4d264d-678d-4f12-800f-3a5d10adf910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.237404907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4d264d-678d-4f12-800f-3a5d10adf910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.252097659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4d264d-678d-4f12-800f-3a5d10adf910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.266454851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4d264d-678d-4f12-800f-3a5d10adf910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.855633143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"81b51454-e10e-486c-aed6-9f173a83a3aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.874394825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"81b51454-e10e-486c-aed6-9f173a83a3aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:44.890881602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86051b208d51530a6bc2bb9799a696d1526862711e3e71400e46913e88ed4364) AuthConfig (defd7be164ec0bc7181100a762ebf47149cbe612899e3e5ddecc78195299d199) AuthConfig (d2381d3ebfbf22ff84cef41d45bf0f9892e5308d48ff0944ffad03064d0844c2) AuthConfig (6d27c5e994b9538602476bf5f00e51bb801b80c1abef324deef7a7353a1182d6) AuthConfig (f0c2d721c77353839c5cd2198850ff2138c83b71b93e20ab819a7c2bc3d792bd) AuthConfig (36b3cf36d16361a40972ef441c8eaea8eb9177700eec72ee754a92ba7e67a7e3) AuthConfig (4a5cb2f41f98e6a10ddf10a85bc654bb2b9b8babad70b54a9e5444fdc8d26bb7) AuthConfig (13674239df07079116c8522e24360eb54c7f48ee9a9cb4088642b22a5368dce3) AuthConfig (a24a9ff8bd0b4b26439836f496de280c592c9f52f20921cddf2ad2a0d2703973) AuthConfig (189a0081cde3230031404416d893dfeda4fe3e38706e6fa6a10ff63c6153924b) AuthConfig (0e7cf102fcf131a0e07740c1e230207a3bf5d5b7d6cfc7f8c049251a2b3d15f5) AuthConfig (cb1027c80d427ab4a504633e12e8799d400c464ba5eed4abe3b668f7ba19e304) AuthConfig (575d9b4c3b56972a476e9e0572c36cd8a704ece238232fa5d5ad326cb7841ae6) AuthConfig (e7d5b87accd5c83a670a51c3d3bb90860c39d2a1dda4eaf129d67faaf9ccc161) AuthConfig (ac2c8cd191eb73ace630c77d712ad78ad544ec0a15d106803deba0585d42cfea) AuthConfig (6bc0e13375d5526a208f17cc3c368b8b8982de251e1028f3316917b955ea7b6e) AuthConfig (9256ff0dec81a0454b9c5e7300b4c475f583657f1d77fa72b0a23efeff1406ef) AuthConfig (d37d63c664c53d9c2d22847d7d27bdda303853c9a0d908694c985f8b15ca299f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"81b51454-e10e-486c-aed6-9f173a83a3aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:50.394522695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7f2b7293-cd8c-445b-8959-50bdd090af32","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:50.394657001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7f2b7293-cd8c-445b-8959-50bdd090af32","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:54.91994064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"996db447-ce6f-42f9-bd91-4c1039cb7e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:54.938448948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"996db447-ce6f-42f9-bd91-4c1039cb7e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:07:54.955473494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-043916-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86051b208d51530a6bc2bb9799a696d1526862711e3e71400e46913e88ed4364) AuthConfig (defd7be164ec0bc7181100a762ebf47149cbe612899e3e5ddecc78195299d199) AuthConfig (d2381d3ebfbf22ff84cef41d45bf0f9892e5308d48ff0944ffad03064d0844c2) AuthConfig (6d27c5e994b9538602476bf5f00e51bb801b80c1abef324deef7a7353a1182d6) AuthConfig (f0c2d721c77353839c5cd2198850ff2138c83b71b93e20ab819a7c2bc3d792bd) AuthConfig (36b3cf36d16361a40972ef441c8eaea8eb9177700eec72ee754a92ba7e67a7e3) AuthConfig (4a5cb2f41f98e6a10ddf10a85bc654bb2b9b8babad70b54a9e5444fdc8d26bb7) AuthConfig (13674239df07079116c8522e24360eb54c7f48ee9a9cb4088642b22a5368dce3) AuthConfig (a24a9ff8bd0b4b26439836f496de280c592c9f52f20921cddf2ad2a0d2703973) AuthConfig (189a0081cde3230031404416d893dfeda4fe3e38706e6fa6a10ff63c6153924b) AuthConfig (0e7cf102fcf131a0e07740c1e230207a3bf5d5b7d6cfc7f8c049251a2b3d15f5) AuthConfig (cb1027c80d427ab4a504633e12e8799d400c464ba5eed4abe3b668f7ba19e304) AuthConfig (575d9b4c3b56972a476e9e0572c36cd8a704ece238232fa5d5ad326cb7841ae6) AuthConfig (e7d5b87accd5c83a670a51c3d3bb90860c39d2a1dda4eaf129d67faaf9ccc161) AuthConfig (ac2c8cd191eb73ace630c77d712ad78ad544ec0a15d106803deba0585d42cfea) AuthConfig (6bc0e13375d5526a208f17cc3c368b8b8982de251e1028f3316917b955ea7b6e) AuthConfig (9256ff0dec81a0454b9c5e7300b4c475f583657f1d77fa72b0a23efeff1406ef) AuthConfig (d37d63c664c53d9c2d22847d7d27bdda303853c9a0d908694c985f8b15ca299f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"996db447-ce6f-42f9-bd91-4c1039cb7e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.160836914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"a6a60341-9320-433b-bc60-b51cc9d65825","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.161681963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"49da81d8-a3ce-49f2-a64b-6c30afd1700c","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.235932822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"270b17a5-27ef-4bb9-aece-77a4aedfbcc0","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.236099086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"270b17a5-27ef-4bb9-aece-77a4aedfbcc0","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.255056343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"d858ec47-639c-478c-91b1-fa43fb58d82a","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.255233852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"d858ec47-639c-478c-91b1-fa43fb58d82a","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.325721118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"2983d3ed-c702-40af-9a87-a1fa8c0863d0","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.326465938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"aa7e390b-340f-44c6-b4fb-c05cacc4bbdf","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.385133454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"21c380c5-8d3b-4471-b60b-91538c966b06","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.38515735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"21c380c5-8d3b-4471-b60b-91538c966b06","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.385580369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"e18a199f-555d-416c-843f-a58524b17edc","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.385593578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"e18a199f-555d-416c-843f-a58524b17edc","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.890942037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:04.984255822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"afc6cec5-2ef1-467e-85ee-5a41f2f13c0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.002889229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"afc6cec5-2ef1-467e-85ee-5a41f2f13c0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.078261797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"e1569a52-25fd-45be-8097-9cc96a4721cc","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.078284508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"e1569a52-25fd-45be-8097-9cc96a4721cc","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.709040524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"4103d33f-0877-46d3-afa0-689a9e3ce53f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.734477987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"4103d33f-0877-46d3-afa0-689a9e3ce53f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.808779325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"fea0b944-8f49-470d-9cc8-99316ae537ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:05.826629858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"fea0b944-8f49-470d-9cc8-99316ae537ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.262001874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b9d2e236-fb6a-4581-839c-599db1e232c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.262173745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"0077453f-0011-42a8-ad06-7c7acc0eb78a","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.262193529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"0077453f-0011-42a8-ad06-7c7acc0eb78a","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.339778375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"db50e3fa-a5ae-4e13-b5f2-ae687e80b49e","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.339912805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"058c9ca9-9095-4e1c-9f75-331e6f7719ae","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.38981986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b9d2e236-fb6a-4581-839c-599db1e232c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.435566118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b9d2e236-fb6a-4581-839c-599db1e232c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"e2e-shared-a-w2-a0d8f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.435591778Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-sub-iso-auth-b2b426","reconcileID":"b9d2e236-fb6a-4581-839c-599db1e232c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.454003169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"4863513e-8ed8-406d-ade3-caf05de7ef95","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.454029199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"4863513e-8ed8-406d-ade3-caf05de7ef95","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.530134251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"2e1e67e4-60f7-4c2d-a262-c272803adce3","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.530190359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"e058e85c-17ba-4cb9-b3fe-b53aae3abf6c","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.605971575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"158b16d5-3667-4da6-bb63-0d270fe7ee7a","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.605994978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"158b16d5-3667-4da6-bb63-0d270fe7ee7a","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.748169794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"c506b08d-5af4-4fd8-ba90-261ac742965c","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.748197135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"c506b08d-5af4-4fd8-ba90-261ac742965c","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.771539957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"394e2219-6f69-4c0c-b627-de51c1d3f461","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.77156395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"394e2219-6f69-4c0c-b627-de51c1d3f461","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.777100746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"f35e50ee-fbd4-4064-84d9-1cdfa1068a6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:06.783027208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"a626da97-e7b2-426d-8453-8c6786950c1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-05cd15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.794656204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"f35e50ee-fbd4-4064-84d9-1cdfa1068a6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.815061272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"375cd4c1-736b-4842-98bd-83a88b5c3943","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.855128013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"375cd4c1-736b-4842-98bd-83a88b5c3943","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.873318842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"e63c9585-729b-4950-aff4-9c04c9da4d6a","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.873342487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"e63c9585-729b-4950-aff4-9c04c9da4d6a","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.928909472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"dbea7b33-28bf-49cd-94c5-7595c02c1e3f","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.928930348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"dbea7b33-28bf-49cd-94c5-7595c02c1e3f","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.936951729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"ddb2b518-13e2-496b-ad30-6a74904ca329","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"sub-test-model-43ce14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-43ce14/e2e-shared-sub-05cd15"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.947650007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"2f357d5e-0627-4f78-9150-ac764df8e764","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.947668222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"2f357d5e-0627-4f78-9150-ac764df8e764","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.949287698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"044da27d-71a8-461e-ac0a-9cf7c538f45a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:06.961635134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"5aec4a8d-0a65-4459-b646-da35a0fde32e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-05cd15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:06.963271983Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"2f357d5e-0627-4f78-9150-ac764df8e764","name":"sub-test-model-043916","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-043916\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:06.9633198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"2f357d5e-0627-4f78-9150-ac764df8e764","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-043916\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.967336226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"044da27d-71a8-461e-ac0a-9cf7c538f45a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.968667931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"e1dc2c4f-6bab-4833-a34b-2cb434d172a2","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.968686024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"e1dc2c4f-6bab-4833-a34b-2cb434d172a2","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.986720772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"12aa08e3-ea00-4c13-a1ad-98a1a8e4dfe2","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.986739487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"12aa08e3-ea00-4c13-a1ad-98a1a8e4dfe2","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.99428691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"fd8dce78-3ff9-4049-9407-dcc64957ff34","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:06.994302333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"fd8dce78-3ff9-4049-9407-dcc64957ff34","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.010424417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"1004243d-296a-4f1a-89b6-c2a51f99953f","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.010443515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"1004243d-296a-4f1a-89b6-c2a51f99953f","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.042131476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"1cf70550-825b-4b43-be5c-b6e9bd90a69d","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.049683111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"a23acf5f-e7e7-483b-9e1b-5880e8cee870","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.067208262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"a23acf5f-e7e7-483b-9e1b-5880e8cee870","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.146422397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"0dee2cfc-731e-4e6b-a365-e8e295c63e5a","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.146445826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"0dee2cfc-731e-4e6b-a365-e8e295c63e5a","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.15878484Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"762d4cb0-b1dd-432b-9373-a490ed71c364","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"sub-test-model-043916","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-043916/e2e-shared-sub-05cd15"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.164203866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"cf912ab8-9374-41f8-b26b-96507f1f4190","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.164219947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"cf912ab8-9374-41f8-b26b-96507f1f4190","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.169825158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"6d71ca57-2c52-4146-894e-68a506e49f49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:07.180322777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"f5007c21-0e2b-474b-abeb-c5c7a7b47f63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-05cd15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.187029115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"6d71ca57-2c52-4146-894e-68a506e49f49","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.210214563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"10d31a6f-b932-4422-8bf5-8ad5e3ed1932","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.210239681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"10d31a6f-b932-4422-8bf5-8ad5e3ed1932","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.221352261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"147aaabf-8eaf-4a5e-9507-75b15d9edbb2","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.221379277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"147aaabf-8eaf-4a5e-9507-75b15d9edbb2","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.240236458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"9f2f4eb5-09f3-4122-9204-9cbe196c1b78","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.240263728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"9f2f4eb5-09f3-4122-9204-9cbe196c1b78","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.268287281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"12e6dce9-f862-4543-a2c2-6ae21f78edba","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.270101807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e69ab697-cf73-433f-843a-b52d4daa7071","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.288299147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e69ab697-cf73-433f-843a-b52d4daa7071","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.351343746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"3c62304b-0c54-420d-8b54-295e333509c2","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.35136846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"3c62304b-0c54-420d-8b54-295e333509c2","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.370209354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"10c9fce0-b399-484d-941e-274280447924","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.370230639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"10c9fce0-b399-484d-941e-274280447924","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.380534301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"ee0e94b7-5820-4eb0-8a5f-1f60906c3275","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:07.383063781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"cd2c8ef6-7abc-4f6f-a95f-5f50f846bc89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-05cd15\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.386155577Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"bbe1344f-ef47-48ca-85e9-5f33ea93a322","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-43ce14/e2e-a-only-05cd15","ai-tenant-e2e-shared-a-w4-43ce14/e2e-shared-sub-05cd15"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.398692234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"ee0e94b7-5820-4eb0-8a5f-1f60906c3275","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.422579983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"9452549b-3e41-4b56-9c4b-a5e9239fab6a","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.422600375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"9452549b-3e41-4b56-9c4b-a5e9239fab6a","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.437603614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"4737ab14-d299-49ae-8b3d-e5113367c786","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.437624265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"4737ab14-d299-49ae-8b3d-e5113367c786","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.43919389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"030f8441-cc67-439b-a826-9f752d037486","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.439213269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"030f8441-cc67-439b-a826-9f752d037486","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.466468322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"849c5ec8-1bc0-47c8-b293-99e5985ad4aa","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.567095297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"1a989606-d769-4e95-b73f-c01771d41266","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.586435692Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"3b6853f9-1299-43eb-9f41-12dbc36eaf42","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-043916/e2e-b-only-05cd15","ai-tenant-e2e-shared-b-w4-043916/e2e-shared-sub-05cd15"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.637055555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"cd2170bf-8c6d-4752-a467-b817494051af","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.637093172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"cd2170bf-8c6d-4752-a467-b817494051af","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.665757085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"92752e8a-706b-446b-87bf-2a23ede19427","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:07.767342351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"876b3e87-65c9-4008-91d4-6d4f085f82cb","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:12.699019346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"cb7d66ba-8ea4-437b-83dc-a03f328073d5","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:12.699055215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"cb7d66ba-8ea4-437b-83dc-a03f328073d5","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.6551269Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"085bee36-4dfd-428f-9467-2d908114e3d1","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscription":"e2e-shared-sub-b2b426","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.716673512Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-shared-sub-b2b426","reconcileID":"085bee36-4dfd-428f-9467-2d908114e3d1","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a0d8f7/e2e-a-only-b2b426"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.773296406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"9fb88eb5-812c-40ed-8965-9907703aad8b","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.784739746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"ff0052c7-b64e-4956-b690-d0ce08ca6368","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.784779502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"ff0052c7-b64e-4956-b690-d0ce08ca6368","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.93356441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"01980485-25ef-4a01-822a-eb7fc8fa0dff","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:16.933589879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"01980485-25ef-4a01-822a-eb7fc8fa0dff","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.224863759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"9fd62144-2cd0-437e-a9a4-e6b5d5dd923f","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.224903978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"9fd62144-2cd0-437e-a9a4-e6b5d5dd923f","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.528326812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"0ea1d4e1-5fa2-4cd8-b1e7-cc7ecf668227","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.528352204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"0ea1d4e1-5fa2-4cd8-b1e7-cc7ecf668227","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.544806919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"447f9cdc-24d2-41f4-bbc6-ef525caf37d3","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.544836303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"447f9cdc-24d2-41f4-bbc6-ef525caf37d3","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.589693767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"6d2fa2e5-8102-4232-84dc-c3517a1e67b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.671226257Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"6d2fa2e5-8102-4232-84dc-c3517a1e67b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.687495363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"6d2fa2e5-8102-4232-84dc-c3517a1e67b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.706508038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"2831d251-9ae7-4091-8730-8961a622b505","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:17.706529207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"2831d251-9ae7-4091-8730-8961a622b505","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:23.816666963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"4147204d-e16c-43a5-a057-b392586d8a3d","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:23.816671053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"1ef17497-d8e3-40cb-9696-7c21c92992d5","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:23.89728638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"3ea7c167-13bd-49e2-ab09-b54f3b946a89","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:23.897309269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"3ea7c167-13bd-49e2-ab09-b54f3b946a89","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:23.908658234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"2b100eec-a793-4872-9e4b-5fd90c119f39","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:23.908678062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"2b100eec-a793-4872-9e4b-5fd90c119f39","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.412508584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"a449c975-4e8e-47b1-a25a-26a1c8505709","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.413003867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"1f45fb27-dac7-4f88-9e91-176377a19f71","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.503670465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"db83e092-10b1-45a4-975b-2a6929f604cb","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.503694287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"db83e092-10b1-45a4-975b-2a6929f604cb","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.506000894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"42bfff30-0133-4ec7-bfb0-edbe077cbfb0","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.506020123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"42bfff30-0133-4ec7-bfb0-edbe077cbfb0","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.510464133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"0a4d2005-4924-4aab-a5a8-38980354bef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.55605493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"0a4d2005-4924-4aab-a5a8-38980354bef1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.682998867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e0d25fed-4036-46e2-9f67-5b1b5e3cffdd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:24.701599575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"e0d25fed-4036-46e2-9f67-5b1b5e3cffdd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:26.983498993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"4957dc88-bfc8-4492-8417-31434edba350","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","subscription":"e2e-a-only-b2b426","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:26.997702528Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"4957dc88-bfc8-4492-8417-31434edba350","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.050337653Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"e2e-a-only-b2b426","reconcileID":"4957dc88-bfc8-4492-8417-31434edba350","MaaSSubscription":{"name":"e2e-a-only-b2b426","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"name":"maas-trlp-sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.202842804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"ec9c7870-4526-4631-85df-59df068bc04f","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"tenant":"e2e-shared-a-w2-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","model":"ai-tenant-e2e-shared-a-w2-a0d8f7/sub-test-model-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.202870017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"sub-test-model-a0d8f7","reconcileID":"ec9c7870-4526-4631-85df-59df068bc04f","MaaSModelRef":{"name":"sub-test-model-a0d8f7","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"routeName":"sub-test-model-a0d8f7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","llmisvcName":"sub-test-model-a0d8f7","gateway":"openshift-ingress/e2e-shared-a-w2-a0d8f7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.503930934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"1b37b966-1cd5-479d-a392-db84d77a0bc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.504046951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"2d4af646-cc3c-4bcb-a18e-2d6bd929785c","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.50406689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"2d4af646-cc3c-4bcb-a18e-2d6bd929785c","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.581964344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"f4158dd3-72d2-4b19-a9d0-98ec479a80a0","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.581975512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"dba46317-484f-422b-a64f-99bf6a1f2fb3","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.632577201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"1b37b966-1cd5-479d-a392-db84d77a0bc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.687804613Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"1b37b966-1cd5-479d-a392-db84d77a0bc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"e2e-shared-b-w2-3dcd13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.687828945Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-sub-iso-auth-b2b426","reconcileID":"1b37b966-1cd5-479d-a392-db84d77a0bc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.705474093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"9ab2cb0c-359a-4944-9614-8181bb67c986","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.705492812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"9ab2cb0c-359a-4944-9614-8181bb67c986","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.755010493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"eb0e80ba-cb8b-4194-8168-00df55096a23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.774779374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"eb0e80ba-cb8b-4194-8168-00df55096a23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.791164688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"eb0e80ba-cb8b-4194-8168-00df55096a23","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.791572446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"22b78730-149d-4994-b5ca-2c83974fce78","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.802178228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"85017798-e544-4f85-bde7-51868bc3141d","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.857263544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"34ce88c0-e810-40cd-9aab-bbb447a1cc3f","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:27.857282889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"34ce88c0-e810-40cd-9aab-bbb447a1cc3f","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.885168075Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.885264064Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.885336928Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","tenant":"e2e-shared-b-w0-44ebe1","tenantID":"e2e-shared-b-w0-44ebe1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.901332778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-44ebe1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.938391727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Service","name":"maas-api-e2e-shared-b-w0-44ebe1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.954897496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-44ebe1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.971815128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-44ebe1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:28.987713652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.003489744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.021648837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.038008872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.051634229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.065705486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.079270677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.092917077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.106519675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.120298865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.134222192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.157265399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.174417674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.191380007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.214937297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-44ebe1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.231861625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-44ebe1"},"namespace":"ai-tenant-e2e-shared-b-w0-44ebe1","name":"default-tenant","reconcileID":"a4a372fd-39cd-4ba2-8b8a-2da3d207f000","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-44ebe1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.597572689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-44ebe1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-44ebe1","reconcileID":"ad1953d9-7273-4182-9ff1-84f7e7e5db6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-44ebe1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-44ebe1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.962987776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10ac4d4-fe88-4dad-a7a4-58b0622f818e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.977240637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10ac4d4-fe88-4dad-a7a4-58b0622f818e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:29.99205879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10ac4d4-fe88-4dad-a7a4-58b0622f818e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.006481062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10ac4d4-fe88-4dad-a7a4-58b0622f818e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.557983119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd8a20-2231-4337-9d14-3aaf0aa36e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.572048557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd8a20-2231-4337-9d14-3aaf0aa36e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.585986381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd8a20-2231-4337-9d14-3aaf0aa36e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.600162397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfd8a20-2231-4337-9d14-3aaf0aa36e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.855111618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2e92b2df-645f-4d5d-8941-a64375b3c540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.855271643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"aa149e6d-242e-4963-9ef1-618a1ca19d3c","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.855294513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"aa149e6d-242e-4963-9ef1-618a1ca19d3c","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.931606897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"3d6a71cb-9e28-4791-892d-9c5894426192","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.931723296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"5d080252-35e2-4db5-928f-0b2c1951ca4d","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:30.983593099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2e92b2df-645f-4d5d-8941-a64375b3c540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.056838008Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2e92b2df-645f-4d5d-8941-a64375b3c540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"e2e-shared-a-w4-43ce14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.056869887Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2e92b2df-645f-4d5d-8941-a64375b3c540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.075024457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"4d61e1b9-0068-42c8-80c8-2aab356fa81d","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.075056111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"4d61e1b9-0068-42c8-80c8-2aab356fa81d","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.170371084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"bf189556-0e9e-4397-8e4d-df02b4878f81","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.185681657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"4a686c0d-6032-4ecf-b1da-ad5d536adbb1","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.221843415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"7024f591-d68a-43f2-aaf0-67b8495e6289","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:31.221869985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"7024f591-d68a-43f2-aaf0-67b8495e6289","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:34.88767729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.512931489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"50ec0c2c-d9f1-415a-bcfc-64e257c509b3","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.51336537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"0a7d982a-9c3b-44cd-9c3a-f15ca5aa64eb","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.51357837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"41fa7a18-e846-4e17-80a5-935a47c6a6e6","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.513782722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"dcd81e53-a415-47bf-bc7e-af2416ebfa2d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.556121968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4bf9cd0e-fc21-47fd-bbe2-75e464ca446e","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.556428592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"b6dbc901-6e91-4be1-9a6f-7ed587c4956e","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.556672765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"9838f504-a287-493d-96db-ec9a90d8eb2b","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.556830817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"e0f2416c-146b-43bf-8b9b-4682f3237bb2","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.570725118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"490e19a3-e0db-4ddd-b047-cef207af01b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.585808027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"8033c376-d960-47c5-a080-b7f7eea1e50a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.586259346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"01b4e88d-259b-4f2c-bef7-e1b90bcdce9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.58919993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"490e19a3-e0db-4ddd-b047-cef207af01b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.689248309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"22b81ee9-9909-440d-a883-d74d28650448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.757900329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"22b81ee9-9909-440d-a883-d74d28650448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.784628775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"0fd8f351-40b5-46bd-beca-178ef199a0d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.79790932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6a1049bc-9122-4eef-9e27-699c9e8db641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.816728525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"6a1049bc-9122-4eef-9e27-699c9e8db641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.823514352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"6c55e6b4-f62e-41fb-b073-5db3de8238db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.883964555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e54be7cd-3be7-401a-8a42-e4456f0bf858","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.897295745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9e1286e0-0f70-4c56-ad57-27297d3efc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.902159518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e54be7cd-3be7-401a-8a42-e4456f0bf858","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.906981716Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"3068af37-9094-4b07-8bbd-a46806e46386","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscription":"e2e-shared-sub-b2b426","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.92157343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452676c-33f5-4480-8587-24d6b658ad32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.92361814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9e1286e0-0f70-4c56-ad57-27297d3efc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.938262976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452676c-33f5-4480-8587-24d6b658ad32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.963380628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e54be7cd-3be7-401a-8a42-e4456f0bf858","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.966761123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452676c-33f5-4480-8587-24d6b658ad32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:37.980873424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d452676c-33f5-4480-8587-24d6b658ad32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.01634504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-shared-sub-b2b426","reconcileID":"3068af37-9094-4b07-8bbd-a46806e46386","MaaSSubscription":{"name":"e2e-shared-sub-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3dcd13/e2e-b-only-b2b426"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.083250686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"9ca2c7f9-a0f5-4380-9080-2b6dcfc6a868","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.084966992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"05ce67e3-d26d-48e0-8c81-fcec14271e20","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.084986419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"05ce67e3-d26d-48e0-8c81-fcec14271e20","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.388445149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"523b410f-b59b-459d-93a0-0c11852aacbf","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.388468365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"523b410f-b59b-459d-93a0-0c11852aacbf","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.521634591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f80bb4-961a-4703-9e71-247c64eb8b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.536390531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f80bb4-961a-4703-9e71-247c64eb8b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.550571737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f80bb4-961a-4703-9e71-247c64eb8b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:38.564656949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f80bb4-961a-4703-9e71-247c64eb8b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:39.106355958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc270de-4959-4a42-ad7e-7a0101c4607d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:39.121220374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc270de-4959-4a42-ad7e-7a0101c4607d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:39.135452811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc270de-4959-4a42-ad7e-7a0101c4607d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:39.149455376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc270de-4959-4a42-ad7e-7a0101c4607d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.268309743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"2133a843-7375-49fe-8999-391ea7157e8a","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscription":"e2e-shared-sub-05cd15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.355771153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-shared-sub-05cd15","reconcileID":"2133a843-7375-49fe-8999-391ea7157e8a","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-43ce14/e2e-a-only-05cd15"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.424341877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"803093d7-8979-42e5-9fe2-33d285af0633","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.509074816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"4b43ad3d-5de1-4038-af2e-a40f7bf160f1","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.509115583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"4b43ad3d-5de1-4038-af2e-a40f7bf160f1","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.667212068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"fbec1879-59a2-4ae9-8d1b-412676e66b25","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:41.667242393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"fbec1879-59a2-4ae9-8d1b-412676e66b25","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.5359213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"8e952fb4-7c9c-4e0c-b778-027ad0192fc3","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.644397873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"ff369666-e077-48e6-b77a-4bc40a56bdea","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.764888836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"690756be-d171-4358-8e81-0afc3039a1ca","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.827929535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"4fddc560-4a95-42d0-8a8e-cb53faf506af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.83996495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9c9d5208-3057-4afa-a410-f71802ffce91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.842473599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"076c311f-891b-4b5d-9ec9-311cc0d9f175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.863116769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"076c311f-891b-4b5d-9ec9-311cc0d9f175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.86319635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9c9d5208-3057-4afa-a410-f71802ffce91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.887116082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"5a473217-8e14-4004-a6cb-62b616939289","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.911141612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"3322ab4b-64d1-4cc9-86a4-3dd60fb9372a","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.99412372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"f942cc15-b73e-4023-ab48-984fda21aed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:42.994149119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"f0f00ddf-6545-47dd-be58-0ae341d78c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:43.055433783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e41f8951-8aad-46b8-99b7-6c56f59fb66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:43.05544887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"491690d9-2d9e-43f7-b5a0-f2502bbb0722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:43.076425887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"e41f8951-8aad-46b8-99b7-6c56f59fb66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:43.077591605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"491690d9-2d9e-43f7-b5a0-f2502bbb0722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:43.10607036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"4e07cfcf-e328-4661-9009-17123df0f895","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:43.173332246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"2a17492d-5683-4633-9613-e58b70fb0901","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:44.682518567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"4b06723e-4e9c-4ece-996b-0450151d627b","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:44.682632389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"4b06723e-4e9c-4ece-996b-0450151d627b","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.000135204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"26b8ee5f-f730-44cf-9c55-70bae19f1de1","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.00016502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"26b8ee5f-f730-44cf-9c55-70bae19f1de1","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.018752885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"7b631a2b-237e-4cc9-933c-49c564cc4637","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.018775176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"7b631a2b-237e-4cc9-933c-49c564cc4637","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.048517357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"aa58d6c1-ff26-4f17-82a1-dc4028247f4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.09734405Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"aa58d6c1-ff26-4f17-82a1-dc4028247f4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.114413571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"aa58d6c1-ff26-4f17-82a1-dc4028247f4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.133183287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"a741b630-7edc-427a-85ac-0ed2b1a02af7","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:45.133205449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"a741b630-7edc-427a-85ac-0ed2b1a02af7","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.733067407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"781dfdb3-b09e-41c7-87e4-7eb675865de2","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.733484214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"6c831b6a-e715-40c1-b08a-5a52a34b5e16","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.733762079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"98f878c3-b4b6-4195-831a-a7368270bba0","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.734062254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"9924803d-0a5a-463c-820a-fd85ce734b69","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.776293162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9bef30c2-472b-4d5e-a656-8b01da3e7bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.776707839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"33a78c69-5935-43a1-94d3-701160c72260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.791015225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"9663f3f8-6ea9-4bad-95b5-d353c064948b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.791173343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"3519bb23-c12b-4159-ab1d-6d00a0092372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.794638284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"9bef30c2-472b-4d5e-a656-8b01da3e7bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.794773819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"33a78c69-5935-43a1-94d3-701160c72260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.880446187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"758e0d7c-4862-4a15-8e02-8e1ec5cae336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.880445648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"8f32f4dc-6da0-4659-a843-1d72ccc6ce54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.890130442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"6b1235ef-954c-48e6-8a82-a885b2ae968d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.890169574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"a788e7b9-0b78-484c-b822-1875279ca243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.899649837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"758e0d7c-4862-4a15-8e02-8e1ec5cae336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.899672275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"8f32f4dc-6da0-4659-a843-1d72ccc6ce54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:47.992256827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e869dd6b-57ea-4283-b320-6a3b5bdcbba3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.010031468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e869dd6b-57ea-4283-b320-6a3b5bdcbba3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.026986704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e869dd6b-57ea-4283-b320-6a3b5bdcbba3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.435770827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"a82cffdf-97c5-469a-baff-b0a780da4f55","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","subscription":"e2e-b-only-b2b426","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.450124058Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"a82cffdf-97c5-469a-baff-b0a780da4f55","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.464558426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"e2e-b-only-b2b426","reconcileID":"a82cffdf-97c5-469a-baff-b0a780da4f55","MaaSSubscription":{"name":"e2e-b-only-b2b426","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"name":"maas-trlp-sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.549640871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"9b38707d-4667-47c6-a310-5dd215889da0","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"tenant":"e2e-shared-b-w2-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","model":"ai-tenant-e2e-shared-b-w2-3dcd13/sub-test-model-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:48.549666272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"sub-test-model-3dcd13","reconcileID":"9b38707d-4667-47c6-a310-5dd215889da0","MaaSModelRef":{"name":"sub-test-model-3dcd13","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"routeName":"sub-test-model-3dcd13-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","llmisvcName":"sub-test-model-3dcd13","gateway":"openshift-ingress/e2e-shared-b-w2-3dcd13","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:51.718226345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"3626f2e7-cf99-4912-aad3-7d1bd8206e6e","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","subscription":"e2e-a-only-05cd15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:51.733338237Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"3626f2e7-cf99-4912-aad3-7d1bd8206e6e","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:51.750726816Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"e2e-a-only-05cd15","reconcileID":"3626f2e7-cf99-4912-aad3-7d1bd8206e6e","MaaSSubscription":{"name":"e2e-a-only-05cd15","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"name":"maas-trlp-sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:51.8394318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"d5fd36e6-577e-413c-a219-5924f7aa6642","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"tenant":"e2e-shared-a-w4-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","model":"ai-tenant-e2e-shared-a-w4-43ce14/sub-test-model-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:51.839455986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"sub-test-model-43ce14","reconcileID":"d5fd36e6-577e-413c-a219-5924f7aa6642","MaaSModelRef":{"name":"sub-test-model-43ce14","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"routeName":"sub-test-model-43ce14-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","llmisvcName":"sub-test-model-43ce14","gateway":"openshift-ingress/e2e-shared-a-w4-43ce14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.148610436Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"c67e0a54-79c4-46e3-a210-e33889f61cd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.148668418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"3311ebd1-3820-4247-b3d6-44b282edf5e3","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.148684561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"3311ebd1-3820-4247-b3d6-44b282edf5e3","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.22904705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"6998f11b-ebe8-4515-b680-2f416a915ff0","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.229057601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"3573dfdb-519c-4879-9f33-5db2beaac387","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.274956912Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.27504069Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.284612166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"c67e0a54-79c4-46e3-a210-e33889f61cd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.293389875Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.294237168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"e4bd600d-5e03-41f8-8a99-8674edc68d6d","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.312030272Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.312054142Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.312215869Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.31444944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"f0cd3525-cb7e-4337-b54b-9316f5bae23a","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.334367864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"c67e0a54-79c4-46e3-a210-e33889f61cd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.334400502Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"c67e0a54-79c4-46e3-a210-e33889f61cd5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.335750267Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.336281749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"1fbc498f-0c1e-4bbb-9665-bd1b150ede42","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.341833826Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"b4d5a322-9f2d-463c-902c-7790e449824e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ad4caa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.357546958Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"13a646a1-4e7d-40c2-b922-70fc666eb81b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.358543957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2488b375-93dc-40e9-bb19-f7d46980873f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.359513914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"ea552613-edaa-4948-bd50-2628bee9466c","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.359536901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"ea552613-edaa-4948-bd50-2628bee9466c","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.362879702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"013cc2a6-ee61-4d87-9169-0ab58082eb78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-919f34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.377908608Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"c3dbe0b4-68a2-404b-89b8-0d60e9fdc4c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ad4caa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.381660054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"58670032-30e3-47c4-9ee5-dc4b75a6a97a","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.385659452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a53f6864-9df4-4649-aaad-54f9e24047a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.385675135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b23fddcd-0de8-48e9-9775-f9c11188e2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.406979372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"a53f6864-9df4-4649-aaad-54f9e24047a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.409418637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"b23fddcd-0de8-48e9-9775-f9c11188e2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.418835648Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"c5ae96f0-e953-4def-9e63-46705d921094","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-919f34a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.55561923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"3c899834-e401-48ed-8c55-025ce673cfb2","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.555643966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"05095acf-45c3-47a5-a078-edee28a1b8b0","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.556047373Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7607f286-d55c-483e-a5f9-9695efa4741e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.556162623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"d65452dd-d5c2-40b9-a9f3-9ef1fa5eb994","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.556179336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"d65452dd-d5c2-40b9-a9f3-9ef1fa5eb994","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.556332203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ec33ccfc-f290-43c8-a22b-a98f49eee4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.556467041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2488b375-93dc-40e9-bb19-f7d46980873f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.576569402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2488b375-93dc-40e9-bb19-f7d46980873f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"e2e-shared-b-w4-043916-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.576597755Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2488b375-93dc-40e9-bb19-f7d46980873f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-043916","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:52.590283149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-sub-iso-auth-05cd15","reconcileID":"2488b375-93dc-40e9-bb19-f7d46980873f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-05cd15\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.605592419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7607f286-d55c-483e-a5f9-9695efa4741e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.605629645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ec33ccfc-f290-43c8-a22b-a98f49eee4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.654839593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7607f286-d55c-483e-a5f9-9695efa4741e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.654867512Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-access","reconcileID":"7607f286-d55c-483e-a5f9-9695efa4741e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:52.666984187Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ec33ccfc-f290-43c8-a22b-a98f49eee4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-7d47bd-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1935\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:08:52.66705534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"ec33ccfc-f290-43c8-a22b-a98f49eee4f5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-7d47bd-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.672422603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"fe4dd856-9af6-4390-95a7-a923156d0d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.674147566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"f101c2b3-1896-4ef6-a0c1-e7f9ba278ec0","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.801579661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"fe4dd856-9af6-4390-95a7-a923156d0d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.820302035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"fe4dd856-9af6-4390-95a7-a923156d0d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"e2e-worker-w0-7d47bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.82032873Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-access","reconcileID":"fe4dd856-9af6-4390-95a7-a923156d0d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:52.843761157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"c8b7f680-6ce4-40db-894b-572745fcba90","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:55.162428503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"54d1557c-0570-4a5a-88d6-4bfb56639369","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:55.185533742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"54d1557c-0570-4a5a-88d6-4bfb56639369","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:55.203783615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"54d1557c-0570-4a5a-88d6-4bfb56639369","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.137500125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c7f9d01-5c39-4951-af81-2e0af57de4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.1527682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c7f9d01-5c39-4951-af81-2e0af57de4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.168373198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c7f9d01-5c39-4951-af81-2e0af57de4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.183611175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c7f9d01-5c39-4951-af81-2e0af57de4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.84088293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d219897-898f-4897-ac27-ec34358c5b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.855595926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d219897-898f-4897-ac27-ec34358c5b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.869969525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d219897-898f-4897-ac27-ec34358c5b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:56.884938288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d219897-898f-4897-ac27-ec34358c5b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:57.510603056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65454ba1-3f46-45fd-8724-127349a1b7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:57.525068794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65454ba1-3f46-45fd-8724-127349a1b7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:57.539755874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65454ba1-3f46-45fd-8724-127349a1b7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:57.554372768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65454ba1-3f46-45fd-8724-127349a1b7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:57.734669376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"73f978bd-4cd2-4db4-8b29-24ad15d6d6d8","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:57.735027452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"cee10c3f-5c6e-4c13-8021-7e66f66aae44","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.061043815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"57c95923-e781-4048-ab17-b05441367639","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.082440792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"57c95923-e781-4048-ab17-b05441367639","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.100569333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"57c95923-e781-4048-ab17-b05441367639","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.141920371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14d9e33-2121-4a40-ae48-212d656e4ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.157970482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14d9e33-2121-4a40-ae48-212d656e4ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.172561968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14d9e33-2121-4a40-ae48-212d656e4ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.186767071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e14d9e33-2121-4a40-ae48-212d656e4ceb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.833580496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe2b17e-979c-44c0-be54-13743f74dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.84801825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe2b17e-979c-44c0-be54-13743f74dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.862322251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe2b17e-979c-44c0-be54-13743f74dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:08:58.876630241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe2b17e-979c-44c0-be54-13743f74dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.393586173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"1f0a4cff-8023-48ca-92e4-24dec7c37b24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.410776332Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"1f0a4cff-8023-48ca-92e4-24dec7c37b24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.427316402Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"simulator-subscription","reconcileID":"1f0a4cff-8023-48ca-92e4-24dec7c37b24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/simulator-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.433596645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"eba9768c-8fd9-4ed6-ab57-b72b4168965f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.44888837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"eba9768c-8fd9-4ed6-ab57-b72b4168965f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.525689491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"premium-simulator-subscription","reconcileID":"eba9768c-8fd9-4ed6-ab57-b72b4168965f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"name":"maas-trlp-premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd","model":"e2e-models-e2e-worker-w0-7d47bd/premium-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.582062394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"419eaaf6-edf4-4a32-884f-1bdf11a9a741","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.646673157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"36dc41b1-8229-4136-aba8-467c50e3b6f0","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscription":"e2e-shared-sub-05cd15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.692205574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"02733dd8-2ce9-4012-b76e-1db02c3bd2b4","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.733321796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-shared-sub-05cd15","reconcileID":"36dc41b1-8229-4136-aba8-467c50e3b6f0","MaaSSubscription":{"name":"e2e-shared-sub-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-043916/e2e-b-only-05cd15"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.817987072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"ffc23fae-e841-48d7-a1b9-7cbbb6ed9ea6","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.862334128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"2425e1ec-97f2-4fb9-8689-54fab0f365f2","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:02.862355775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"2425e1ec-97f2-4fb9-8689-54fab0f365f2","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:03.203249557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"da9560db-98de-4eb3-b8cc-ca04441ea210","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:03.203289525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"da9560db-98de-4eb3-b8cc-ca04441ea210","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:04.890177109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:05.233556507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"77bfdfd5-2349-4a02-a93a-3e4579a665f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:05.253235333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"77bfdfd5-2349-4a02-a93a-3e4579a665f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:05.270711712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"77bfdfd5-2349-4a02-a93a-3e4579a665f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:07.735490853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"1915a0ab-33ed-493e-827b-5633d9ee9e4f","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:07.735817972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"8e33d6d4-482d-43b5-abdb-3eaeec10928e","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:08.12889585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"d1bfafd2-1ce4-4ccc-906b-8e3beacf206e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:08.146830244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"d1bfafd2-1ce4-4ccc-906b-8e3beacf206e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:08.163766259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebf1b5c89be6d68b9166af93761f0cabeee1bfbff054caf57c21d18553142971) AuthConfig (05737ea22e0075a6b0ea55378143be0a22ba4a6e26ea8042c40f1ee1739e31d2) AuthConfig (37d2a0a7bd81799e54457da676cb83bf6d104cf9345076dca14c762d9633b4c0) AuthConfig (6e04d96ba6444ee39d592e82ae1f8dfcdf129b6ebcfee0a8480875b58d95d3be) AuthConfig (afe943548bd9f89e56e7372fb85b356e55633e25142153ef6d2ac21344126050) AuthConfig (4d585d342c9109c25ce08a5a6feb4839ef365f79e8f2f48fbecb9a57e5b31cba) AuthConfig (9801bd13c4616931ecd747d8977c14ceb1771a23bf7581e34398ee0ee6eca44b) AuthConfig (f03d946ad4438ec7fcb142b77efe9657b39a62f50d91cbf0eaebd6bc59d5c01f) AuthConfig (d2239801b3d3ffbb0221b063c7458f110ff0c0464e7433e40382ceb3f3a3b57f) AuthConfig (f6eedf80d8be0df5e799214eb4b2650fd970f011edd1940cba1b7b36a6cae584) AuthConfig (c0cced16b0ec176ef24d0f9a9505ccee584c82c9472ada4b028f273e3feaa122) AuthConfig (732717dac2330172b780c64b30673155289eb453c6854a02d1d8e629b9241147) AuthConfig (1fc9789a1f3af8ca67c9fdd841dfb6d72c6f6969ef7e085cb5a19d31613d3ef9) AuthConfig (7ea5e8fc0c1fe3eeb244c8df0a8fc993b4a16c8dfcd3aa9c66210d229a57f4ac) AuthConfig (202fc9bae51a4c3a9a85c5c0804836e7adf0b9e8aa4d9b11b92261bf8a55b62a) AuthConfig (5bb1f706755e8047de93ff5b147bc964d0a5385e4b8d4f764ae40bb2f38e7598) AuthConfig (2b2533b11b2fdfef6007c88f4672b534dd1836a938ba4b9b97c67c80d8a79f91) AuthConfig (9dd697139f8900d96660f05ea9d5b24e42b2b41289869a1a57b7926b7572f810)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"d1bfafd2-1ce4-4ccc-906b-8e3beacf206e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:08.184208163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"c54fe1be-6d31-4c08-b82d-a3ba7fd76f2f","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:08.184228723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"c54fe1be-6d31-4c08-b82d-a3ba7fd76f2f","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:12.583545252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"simulator-w0-7d47bd","reconcileID":"c5ef33dc-2ffd-4299-8149-30c36ce45bce","MaaSModelRef":{"name":"simulator-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"simulator-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"simulator-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:12.692914217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"premium-w0-7d47bd","reconcileID":"30ea949c-c70c-4513-b256-3b71cc5abf31","MaaSModelRef":{"name":"premium-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"premium-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"premium-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:13.25656273Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"40cdb5f6-fee8-4559-ab0e-823ab5f63f81","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","subscription":"e2e-b-only-05cd15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:13.271302554Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"40cdb5f6-fee8-4559-ab0e-823ab5f63f81","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:13.286184349Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"e2e-b-only-05cd15","reconcileID":"40cdb5f6-fee8-4559-ab0e-823ab5f63f81","MaaSSubscription":{"name":"e2e-b-only-05cd15","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"name":"maas-trlp-sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:13.375993184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"0100344a-095b-402a-aefd-dd4d0356fd91","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"tenant":"e2e-shared-b-w4-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","model":"ai-tenant-e2e-shared-b-w4-043916/sub-test-model-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:13.376146039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"sub-test-model-043916","reconcileID":"0100344a-095b-402a-aefd-dd4d0356fd91","MaaSModelRef":{"name":"sub-test-model-043916","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"routeName":"sub-test-model-043916-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-043916","llmisvcName":"sub-test-model-043916","gateway":"openshift-ingress/e2e-shared-b-w4-043916","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:15.305544224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"a2e251d1-0f99-4888-a6dc-36957057900e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:15.324775902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"a2e251d1-0f99-4888-a6dc-36957057900e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:15.343600168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"a2e251d1-0f99-4888-a6dc-36957057900e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:17.736689859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-2-w0-7d47bd","reconcileID":"fe8de426-990d-4383-b67d-ebc8a8427f73","MaaSModelRef":{"name":"distinct-2-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-2-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-2-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:17.73700228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"namespace":"e2e-models-e2e-worker-w0-7d47bd","name":"distinct-w0-7d47bd","reconcileID":"4429d12c-7d8c-42dd-9408-2e194a1b29f7","MaaSModelRef":{"name":"distinct-w0-7d47bd","namespace":"e2e-models-e2e-worker-w0-7d47bd"},"routeName":"distinct-w0-7d47bd-kserve-route","namespace":"e2e-models-e2e-worker-w0-7d47bd","llmisvcName":"distinct-w0-7d47bd","gateway":"openshift-ingress/e2e-worker-w0-7d47bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:18.212497972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b9e81264-5a20-4e08-9911-b1473b14b9d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:18.232982587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b9e81264-5a20-4e08-9911-b1473b14b9d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:18.250320466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebf1b5c89be6d68b9166af93761f0cabeee1bfbff054caf57c21d18553142971) AuthConfig (05737ea22e0075a6b0ea55378143be0a22ba4a6e26ea8042c40f1ee1739e31d2) AuthConfig (37d2a0a7bd81799e54457da676cb83bf6d104cf9345076dca14c762d9633b4c0) AuthConfig (6e04d96ba6444ee39d592e82ae1f8dfcdf129b6ebcfee0a8480875b58d95d3be) AuthConfig (afe943548bd9f89e56e7372fb85b356e55633e25142153ef6d2ac21344126050) AuthConfig (4d585d342c9109c25ce08a5a6feb4839ef365f79e8f2f48fbecb9a57e5b31cba) AuthConfig (9801bd13c4616931ecd747d8977c14ceb1771a23bf7581e34398ee0ee6eca44b) AuthConfig (f03d946ad4438ec7fcb142b77efe9657b39a62f50d91cbf0eaebd6bc59d5c01f) AuthConfig (d2239801b3d3ffbb0221b063c7458f110ff0c0464e7433e40382ceb3f3a3b57f) AuthConfig (f6eedf80d8be0df5e799214eb4b2650fd970f011edd1940cba1b7b36a6cae584) AuthConfig (c0cced16b0ec176ef24d0f9a9505ccee584c82c9472ada4b028f273e3feaa122) AuthConfig (732717dac2330172b780c64b30673155289eb453c6854a02d1d8e629b9241147) AuthConfig (1fc9789a1f3af8ca67c9fdd841dfb6d72c6f6969ef7e085cb5a19d31613d3ef9) AuthConfig (7ea5e8fc0c1fe3eeb244c8df0a8fc993b4a16c8dfcd3aa9c66210d229a57f4ac) AuthConfig (202fc9bae51a4c3a9a85c5c0804836e7adf0b9e8aa4d9b11b92261bf8a55b62a) AuthConfig (5bb1f706755e8047de93ff5b147bc964d0a5385e4b8d4f764ae40bb2f38e7598) AuthConfig (2b2533b11b2fdfef6007c88f4672b534dd1836a938ba4b9b97c67c80d8a79f91) AuthConfig (9dd697139f8900d96660f05ea9d5b24e42b2b41289869a1a57b7926b7572f810)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b9e81264-5a20-4e08-9911-b1473b14b9d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:25.372707192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"5b926d4d-da6b-448a-a0c5-217e86e495ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:25.392397118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"5b926d4d-da6b-448a-a0c5-217e86e495ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:25.410067959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"5b926d4d-da6b-448a-a0c5-217e86e495ba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.41364067Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","namespace":"ai-tenant-e2e-extmod-a-b0fd6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.413703689Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","namespace":"ai-tenant-e2e-extmod-a-b0fd6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.413753291Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","tenant":"e2e-extmod-a-b0fd6a","tenantID":"e2e-extmod-a-b0fd6a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.429677265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b0fd6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.462159246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Service","name":"maas-api-e2e-extmod-a-b0fd6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.479917562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b0fd6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.499576883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b0fd6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.5169389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.535245559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.554575591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.570928325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.587137453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.601399718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.61902776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Service","name":"payload-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.633631799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.647742211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.661329562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.6750135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.697357763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.724432823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.739468965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.758221153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b0fd6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.776574472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b0fd6a"},"namespace":"ai-tenant-e2e-extmod-a-b0fd6a","name":"default-tenant","reconcileID":"47ac0ec3-a93f-4c93-b841-f152e23cdd49","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b0fd6a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.796583059Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.796661182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","namespace":"ai-tenant-e2e-worker-w0-7d47bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.796729231Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","tenant":"e2e-worker-w0-7d47bd","tenantID":"e2e-worker-w0-7d47bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.814593102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Deployment","name":"maas-api-e2e-worker-w0-7d47bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.879436058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Service","name":"maas-api-e2e-worker-w0-7d47bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.905319837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-7d47bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.923741598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-7d47bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.946806523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.968614375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:27.991837892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.012043355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.025803993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.039823824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.053662281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Service","name":"payload-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.067877052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.07673421Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b0fd6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b0fd6a","reconcileID":"06705b60-7c24-4200-93f9-c7dc10c72787","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b0fd6a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b0fd6a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.08153781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.095423612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.109514579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.128027006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.142543243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.162392128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.179434729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-7d47bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.194035664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7d47bd"},"namespace":"ai-tenant-e2e-worker-w0-7d47bd","name":"default-tenant","reconcileID":"c5d7e225-6cf2-4974-a4e7-a0fbd6e15400","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-7d47bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.470186406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"3c56e6b4-29fe-4c5b-a25a-28302acc4918","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.558829452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"3c56e6b4-29fe-4c5b-a25a-28302acc4918","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.590463891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c8c348-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebf1b5c89be6d68b9166af93761f0cabeee1bfbff054caf57c21d18553142971) AuthConfig (05737ea22e0075a6b0ea55378143be0a22ba4a6e26ea8042c40f1ee1739e31d2) AuthConfig (37d2a0a7bd81799e54457da676cb83bf6d104cf9345076dca14c762d9633b4c0) AuthConfig (6e04d96ba6444ee39d592e82ae1f8dfcdf129b6ebcfee0a8480875b58d95d3be) AuthConfig (afe943548bd9f89e56e7372fb85b356e55633e25142153ef6d2ac21344126050) AuthConfig (4d585d342c9109c25ce08a5a6feb4839ef365f79e8f2f48fbecb9a57e5b31cba) AuthConfig (9801bd13c4616931ecd747d8977c14ceb1771a23bf7581e34398ee0ee6eca44b) AuthConfig (f03d946ad4438ec7fcb142b77efe9657b39a62f50d91cbf0eaebd6bc59d5c01f) AuthConfig (d2239801b3d3ffbb0221b063c7458f110ff0c0464e7433e40382ceb3f3a3b57f) AuthConfig (f6eedf80d8be0df5e799214eb4b2650fd970f011edd1940cba1b7b36a6cae584) AuthConfig (c0cced16b0ec176ef24d0f9a9505ccee584c82c9472ada4b028f273e3feaa122) AuthConfig (732717dac2330172b780c64b30673155289eb453c6854a02d1d8e629b9241147) AuthConfig (1fc9789a1f3af8ca67c9fdd841dfb6d72c6f6969ef7e085cb5a19d31613d3ef9) AuthConfig (7ea5e8fc0c1fe3eeb244c8df0a8fc993b4a16c8dfcd3aa9c66210d229a57f4ac) AuthConfig (202fc9bae51a4c3a9a85c5c0804836e7adf0b9e8aa4d9b11b92261bf8a55b62a) AuthConfig (5bb1f706755e8047de93ff5b147bc964d0a5385e4b8d4f764ae40bb2f38e7598) AuthConfig (2b2533b11b2fdfef6007c88f4672b534dd1836a938ba4b9b97c67c80d8a79f91) AuthConfig (9dd697139f8900d96660f05ea9d5b24e42b2b41289869a1a57b7926b7572f810)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"3c56e6b4-29fe-4c5b-a25a-28302acc4918","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.776294463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7d47bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7d47bd","reconcileID":"d980607b-1f8f-46cd-b454-508f9a41b7e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7d47bd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-7d47bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.790279786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c6a61-1a24-49dd-bd03-17f384f44e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.804885333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c6a61-1a24-49dd-bd03-17f384f44e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.819175022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c6a61-1a24-49dd-bd03-17f384f44e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:28.833862189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c6a61-1a24-49dd-bd03-17f384f44e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:29.441373371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c4a826-b627-4371-9fa2-5c4512a1c5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:29.455779852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c4a826-b627-4371-9fa2-5c4512a1c5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:29.469963146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c4a826-b627-4371-9fa2-5c4512a1c5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:29.484000979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c4a826-b627-4371-9fa2-5c4512a1c5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.128364322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb8b9c-3537-45d1-ade8-d6bf5fe1c867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.142479045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb8b9c-3537-45d1-ade8-d6bf5fe1c867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.157888107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb8b9c-3537-45d1-ade8-d6bf5fe1c867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.172742796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29fb8b9c-3537-45d1-ade8-d6bf5fe1c867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.834123956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f63b433-ffaa-4b6b-bdf7-8c0b13eabce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.848353749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f63b433-ffaa-4b6b-bdf7-8c0b13eabce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.862559298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f63b433-ffaa-4b6b-bdf7-8c0b13eabce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:30.87699656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f63b433-ffaa-4b6b-bdf7-8c0b13eabce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:31.440345603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae4ca3-f1fd-4fb3-89de-2b9cc0fab4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:31.454416728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae4ca3-f1fd-4fb3-89de-2b9cc0fab4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:31.468974972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae4ca3-f1fd-4fb3-89de-2b9cc0fab4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:31.483722386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ae4ca3-f1fd-4fb3-89de-2b9cc0fab4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:32.060670335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7635ff-6b12-4ea3-8a84-e6713f6f45b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:32.075120163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7635ff-6b12-4ea3-8a84-e6713f6f45b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:32.089693985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7635ff-6b12-4ea3-8a84-e6713f6f45b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:32.104401386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7635ff-6b12-4ea3-8a84-e6713f6f45b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:34.942601957Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:35.480445395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"09f77e8a-c85a-4d83-927c-779f015666fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:35.500702149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"09f77e8a-c85a-4d83-927c-779f015666fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:35.522257348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"09f77e8a-c85a-4d83-927c-779f015666fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:38.624488117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e795a551-21e0-4ad9-a257-036595192cb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:38.656778913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"e795a551-21e0-4ad9-a257-036595192cb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:38.751640617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7ad30099-d4ff-48c2-bbb6-41599e0688f2","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:38.751668227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7ad30099-d4ff-48c2-bbb6-41599e0688f2","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.2313338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"6f9d663c-d60c-4628-9ce1-5d122e10a80e","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.23135915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"6f9d663c-d60c-4628-9ce1-5d122e10a80e","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.251659287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"91fd6e7b-6548-4e7b-914d-fb649e8a1427","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.251681562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"91fd6e7b-6548-4e7b-914d-fb649e8a1427","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.286143261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"23e0bb6c-2b1b-4820-b959-5f33cae7d86e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.354724061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"23e0bb6c-2b1b-4820-b959-5f33cae7d86e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.376223486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"23e0bb6c-2b1b-4820-b959-5f33cae7d86e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.412647772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"de492cfe-6c37-44ee-b80a-e6fbbdc8b4b2","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:40.412667873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"de492cfe-6c37-44ee-b80a-e6fbbdc8b4b2","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:41.979507074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82dce21-e1aa-4cfc-988d-96c7f7d438d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:41.994194971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82dce21-e1aa-4cfc-988d-96c7f7d438d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:42.009552623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82dce21-e1aa-4cfc-988d-96c7f7d438d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:42.024195638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82dce21-e1aa-4cfc-988d-96c7f7d438d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:42.73330066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683b7d99-c425-4e19-b242-14e9a27a4822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:42.747328541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683b7d99-c425-4e19-b242-14e9a27a4822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:42.762831001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683b7d99-c425-4e19-b242-14e9a27a4822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:42.77850666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683b7d99-c425-4e19-b242-14e9a27a4822","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:45.553510718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"43b1a448-34ba-497b-9275-4dd3912f4840","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:45.575306963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"43b1a448-34ba-497b-9275-4dd3912f4840","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:45.59301656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4002489daa2eee2b6ea4b16ac2e679a15fe9bfe54f1a65335f498f811e0d84d) AuthConfig (dc4c55aeb83ca1056213c710e9060a3bd230b3eaa4942bb359e9ee40ea09fdea) AuthConfig (8b3c2ed7d652aa3fb0c56f0c295cb9004597cab4c5992a52f3f8f1aa08dd1043) AuthConfig (133230319beec45a22987275030d97c788b76dc70a69837748f07a12f0c06175) AuthConfig (1a56123423dcf1f28403bb401f868813d43c45dadeda574fd71b144db310bd83) AuthConfig (be091c0ff3226601a9a780efd913f6e521b087422ada94f6bf22de66c63e432f) AuthConfig (5d2808ddde06e353f11164811a8be06dc3b207091968b594b9b83cc8e1a57a0a) AuthConfig (9e46a7456fbb282e9bee3f9956c00d94f2ebabfa472cfb5d9a8c34edbe97a43d) AuthConfig (b7b9adda5bc52093584425d070bd62033143b1cf8dfa0656636a2ada4a53a3b2) AuthConfig (fda16e1de78ee45d5d6d3e7bbb3dcb07f9ad6fc70121231b60839c2be28f7e37) AuthConfig (ded63292d807b2cc25654896bb36ebb94c58356fb1cff415299e566642162d50) AuthConfig (74787d9ed1a9da0127eb05bee0c4d51c0ec73a013f09e1bdea905c4a797dffb7) AuthConfig (5dd89d231dc2d1e6fbf3b75d848020d2187bb5f6e9077f585e9bf78e7eec7b86) AuthConfig (8f65f84ad35e29a5419d54b4a624ddb81451e8e88b949c009745cb31e3be2b1a) AuthConfig (bb944be18016f9bba19cdf563091d18745e4f1650d1b55a1b1e0c36e80ce3b69) AuthConfig (0f34ae303e63e4a5bfeaf1f71ca61d01b2d0bf8475825d04affa5a75feac0980) AuthConfig (4162088e7e053362b4884bdd0f560268ca27824f2183fd0f2238dd23d07c7249) AuthConfig (e09480d14a03bb72030de424aa4a55b0bf8ed86e0852eec990540593f19f4b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"43b1a448-34ba-497b-9275-4dd3912f4840","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:45.620159891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"3546b004-8401-4d6d-99ad-fcf1139d884b","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:45.620183812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"3546b004-8401-4d6d-99ad-fcf1139d884b","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:50.453398463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"56a4fb82-3ae2-43b9-b2db-a925342cb08f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:50.473309764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"56a4fb82-3ae2-43b9-b2db-a925342cb08f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:50.491425577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"56a4fb82-3ae2-43b9-b2db-a925342cb08f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:55.648140311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"e1973f66-42ff-4a7e-9887-3c7c89b19587","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:55.66818443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"e1973f66-42ff-4a7e-9887-3c7c89b19587","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:09:55.686102643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eb8ed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4002489daa2eee2b6ea4b16ac2e679a15fe9bfe54f1a65335f498f811e0d84d) AuthConfig (dc4c55aeb83ca1056213c710e9060a3bd230b3eaa4942bb359e9ee40ea09fdea) AuthConfig (8b3c2ed7d652aa3fb0c56f0c295cb9004597cab4c5992a52f3f8f1aa08dd1043) AuthConfig (133230319beec45a22987275030d97c788b76dc70a69837748f07a12f0c06175) AuthConfig (1a56123423dcf1f28403bb401f868813d43c45dadeda574fd71b144db310bd83) AuthConfig (be091c0ff3226601a9a780efd913f6e521b087422ada94f6bf22de66c63e432f) AuthConfig (5d2808ddde06e353f11164811a8be06dc3b207091968b594b9b83cc8e1a57a0a) AuthConfig (9e46a7456fbb282e9bee3f9956c00d94f2ebabfa472cfb5d9a8c34edbe97a43d) AuthConfig (b7b9adda5bc52093584425d070bd62033143b1cf8dfa0656636a2ada4a53a3b2) AuthConfig (fda16e1de78ee45d5d6d3e7bbb3dcb07f9ad6fc70121231b60839c2be28f7e37) AuthConfig (ded63292d807b2cc25654896bb36ebb94c58356fb1cff415299e566642162d50) AuthConfig (74787d9ed1a9da0127eb05bee0c4d51c0ec73a013f09e1bdea905c4a797dffb7) AuthConfig (5dd89d231dc2d1e6fbf3b75d848020d2187bb5f6e9077f585e9bf78e7eec7b86) AuthConfig (8f65f84ad35e29a5419d54b4a624ddb81451e8e88b949c009745cb31e3be2b1a) AuthConfig (bb944be18016f9bba19cdf563091d18745e4f1650d1b55a1b1e0c36e80ce3b69) AuthConfig (0f34ae303e63e4a5bfeaf1f71ca61d01b2d0bf8475825d04affa5a75feac0980) AuthConfig (4162088e7e053362b4884bdd0f560268ca27824f2183fd0f2238dd23d07c7249) AuthConfig (e09480d14a03bb72030de424aa4a55b0bf8ed86e0852eec990540593f19f4b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"e1973f66-42ff-4a7e-9887-3c7c89b19587","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:00.527651085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7d8c24dd-f525-4c86-ad54-e26444bbc9c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:00.549030795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7d8c24dd-f525-4c86-ad54-e26444bbc9c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:00.567162194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7d8c24dd-f525-4c86-ad54-e26444bbc9c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:04.892781179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:05.718281805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"b5e24577-a02c-424e-bcaf-2e60997a81e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:05.737699358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"b5e24577-a02c-424e-bcaf-2e60997a81e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:05.917003305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"b2ee86f9-52d3-438a-922d-0131d63f6cab","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:05.917028651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"b2ee86f9-52d3-438a-922d-0131d63f6cab","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.76156332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"3c71318f-8069-4b73-885f-97efb667ca70","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.761584307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"3c71318f-8069-4b73-885f-97efb667ca70","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.786627001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"7a48bfc5-b99c-427b-bc99-b27674cc38e0","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.786667081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"7a48bfc5-b99c-427b-bc99-b27674cc38e0","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.819425334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"e36539f9-c639-4a55-a5ed-ba231091bc32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.880623836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"e36539f9-c639-4a55-a5ed-ba231091bc32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.90062447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-368567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"e36539f9-c639-4a55-a5ed-ba231091bc32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.925055864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"22ee6b29-59cf-4f8a-bdb6-5edc02ce91f2","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:07.925096767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"22ee6b29-59cf-4f8a-bdb6-5edc02ce91f2","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:10.597272986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"c001da65-a6e4-4a27-a3bc-ae77034187e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:10.61660856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"c001da65-a6e4-4a27-a3bc-ae77034187e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:10.634465131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-127742-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (907c99f9c7e995064a352cfa18ae7da2022d9834938a3800a9b3231c8c4a0a0c) AuthConfig (8a8322c9a25cc7f8edc632a933b14997339ef70922d8c7940015b0994758b660) AuthConfig (d7aafe62ff75dc4a3055b0e26507bf35f2bb656ff8719eb8fcbb280303686124) AuthConfig (1711c1a7c938db2c9460d7ad66cef2b7bbab73db719dd0bec919b4cd0bac6ee5) AuthConfig (b114d534eb117bfa239f332e71359e2cc0be561a4493991f0e566bd23f4b19ba) AuthConfig (0d3481f3e4b2c7bc6c1efd39fd75be5764684704251a401d3d2b00abc62cd38c) AuthConfig (13e5d298726282fea2c5ad91b4f9e0755ba45b830e47cd670295b8d4f31cf76a) AuthConfig (ac8f64b5d6c6fdbd6ba0c86aadc337ca3ae5a53900207f66d98d45a1b32ee5af) AuthConfig (671665e2c568e23d8964b1d130107f60cc24d4338aad760a70892fc959b0318c) AuthConfig (c0662709db82b3f8539108099788a271ce8fb9dee85daf889a5feefb1c909218) AuthConfig (f11d62f2918bb6e606958df273264476359488a6efa8a9b83ddcf6ea604b544a) AuthConfig (dfe81816ce09c27ede4f671fad692c00f90245abb5d48c3628c6a116768b07a3) AuthConfig (cd2c8e1b2be73417c9e66eb70cedfd3c369ee5ab624e2b4c88d98db0ded53034) AuthConfig (416f0337f9932529166df25eb739c6f43a209a1fc204863d05e7f4451af024fc) AuthConfig (b17b6eebebedb39ab57e86650a68d38308734cfbfed4dbbfb1ec9bb780d3c410) AuthConfig (07c7324903b5cc3051085b6cd8465a575461d61e2b52547d11759804b9303c7e) AuthConfig (cfdcd2c18aadb7bcce57a0b56fff42eeea981c91967c2fde5d6aa5711ce6ea79) AuthConfig (2ce732cf08236d78c92b88b680e685d74789e970ad375e56569391b7200c6641)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"c001da65-a6e4-4a27-a3bc-ae77034187e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:10.657491653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"96b3f57b-9e79-4f7d-9cb4-ecef8d4fff19","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:10.657514064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"96b3f57b-9e79-4f7d-9cb4-ecef8d4fff19","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.722796602Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","namespace":"ai-tenant-e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.722857816Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","namespace":"ai-tenant-e2e-extmod-a-e4fa0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.722906117Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","tenant":"e2e-extmod-a-e4fa0c","tenantID":"e2e-extmod-a-e4fa0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.740375702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e4fa0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.78235829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Service","name":"maas-api-e2e-extmod-a-e4fa0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.80289839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e4fa0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.821112692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e4fa0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.842243447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.878068748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.901433827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.925345278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.94022958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.95588407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.970011579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Service","name":"payload-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.98443445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:12.999896362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.014307502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.037818324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.065459602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.081470405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.101475726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.115830376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e4fa0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.130205414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e4fa0c"},"namespace":"ai-tenant-e2e-extmod-a-e4fa0c","name":"default-tenant","reconcileID":"2a884563-ab3b-41b7-a580-23d6f8431ddb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e4fa0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.570930297Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e4fa0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e4fa0c","reconcileID":"b0bbed5c-c489-4694-ab6d-92cafc15a988","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e4fa0c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e4fa0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:13.985244813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54362131-0aa4-4397-9422-e5901fd66e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.002065692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54362131-0aa4-4397-9422-e5901fd66e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.019193309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54362131-0aa4-4397-9422-e5901fd66e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.037951058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54362131-0aa4-4397-9422-e5901fd66e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.689339076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64aab8b2-bdfa-4684-9685-00cacfa4e00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.704414642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64aab8b2-bdfa-4684-9685-00cacfa4e00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.719142393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64aab8b2-bdfa-4684-9685-00cacfa4e00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:14.734414014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64aab8b2-bdfa-4684-9685-00cacfa4e00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.255069105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","namespace":"ai-tenant-e2e-extmod-b-514a7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.255146676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","namespace":"ai-tenant-e2e-extmod-b-514a7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.25519923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","tenant":"e2e-extmod-b-514a7b","tenantID":"e2e-extmod-b-514a7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.271824623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Deployment","name":"maas-api-e2e-extmod-b-514a7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.316557023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Service","name":"maas-api-e2e-extmod-b-514a7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.337447667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-514a7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.365554419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-514a7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.38467881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.405074718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.427632666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.447804772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.461550861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.477401124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.491664586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Service","name":"payload-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.505418558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.519622689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.533202006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.54722142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.573427671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.58949288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.605518054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.64303717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-514a7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.657717801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-514a7b"},"namespace":"ai-tenant-e2e-extmod-b-514a7b","name":"default-tenant","reconcileID":"82f4c42a-596f-4b2c-8c96-551e21589809","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-514a7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:15.982509439Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-514a7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-514a7b","reconcileID":"f983c624-73cd-4e15-b688-329242b48fde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-514a7b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-514a7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:16.390780962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d0c1d-5ef2-437b-84b2-256cf330818c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:16.405586403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d0c1d-5ef2-437b-84b2-256cf330818c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:16.419807404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d0c1d-5ef2-437b-84b2-256cf330818c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:16.43498124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708d0c1d-5ef2-437b-84b2-256cf330818c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:17.033942483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615e216c-8b08-4516-b7d2-af05e683db19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:17.048692121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615e216c-8b08-4516-b7d2-af05e683db19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:17.062793814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615e216c-8b08-4516-b7d2-af05e683db19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:17.077878581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615e216c-8b08-4516-b7d2-af05e683db19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:17.966313648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"bf62539e-5126-4269-a769-799ca6287519","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:17.987989559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"bf62539e-5126-4269-a769-799ca6287519","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:18.012433966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-368567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"bf62539e-5126-4269-a769-799ca6287519","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:19.593145786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"34df1954-6ba1-4176-ab98-7f07ecb43736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:19.755273364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"91e96379-4e0c-4448-8f08-0bba7f95a609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:19.860017213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"4b4bea3e-b0bd-4ec6-be44-d09e9756cb35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:19.967597789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"f30a0188-df29-4979-b471-ba637b836c45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:19.967693872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cf62141-8aa5-49f6-9098-e8fa4ac5f144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.104353071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"c969f86a-5f7d-4f3c-8c4a-d806ee3cbbfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.104343829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"4f6f8f5d-0858-499f-9977-6a12a7d66451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.201870622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"39d8bd03-8698-4206-9ed3-58276aa574ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.300054067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65519bea-9d72-4475-a9be-8c82cd6976e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.419168274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"17d9ef4f-8efc-4c48-a54d-bfb2ea5db70b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.710963677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"38efe8b3-56a4-482b-aa5f-9582e1806e64","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.729856193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"38efe8b3-56a4-482b-aa5f-9582e1806e64","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.812823067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"e86d59bb-4c52-4aeb-b93b-6b249648b0ac","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:20.812844913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"e86d59bb-4c52-4aeb-b93b-6b249648b0ac","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.21649635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"dc1eb98a-112b-48f9-bf34-62e4ee3ea3c3","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.216530417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"dc1eb98a-112b-48f9-bf34-62e4ee3ea3c3","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.241868767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7106b105-ba11-4afc-83c2-5a3e1c836fc4","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.241891546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7106b105-ba11-4afc-83c2-5a3e1c836fc4","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.249102434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b23424f8-8c2f-4d66-a52a-f72b8c4e44ae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:22.268627365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"ed3c01fd-eb44-4820-9faf-72b2eb97cc6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-993fe9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:22.269284283Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7106b105-ba11-4afc-83c2-5a3e1c836fc4","name":"rate-test-model-c8c348","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-c8c348\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:22.269349561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"7106b105-ba11-4afc-83c2-5a3e1c836fc4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-c8c348\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.274860733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"db7be5da-2190-4ff7-b0da-372e79459f0a","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.274883962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"db7be5da-2190-4ff7-b0da-372e79459f0a","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.275172222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b23424f8-8c2f-4d66-a52a-f72b8c4e44ae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.309032147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"5d0ffe09-7a6e-4931-89b0-16c00654fb27","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.309059943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"5d0ffe09-7a6e-4931-89b0-16c00654fb27","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.327513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"53f9400e-bdfc-47bc-8a35-f8ce806d6e65","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.327542014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"53f9400e-bdfc-47bc-8a35-f8ce806d6e65","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.418249881Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"8471256b-b26e-4ece-89ca-cbdf8a7f0b61","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-rate-test-model-c8c348","model":"rate-test-model-c8c348","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-c8c348/e2e-rate-iso-a-993fe9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.423686051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"d1df63c7-f6af-4dbe-8f0f-99c3bda239e6","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.423705179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"d1df63c7-f6af-4dbe-8f0f-99c3bda239e6","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.448386177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"8a7589b4-8576-49a9-8242-fbbfd2601a67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.449137837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"114086bc-52de-495b-9369-9f3a0b869d8a","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.44916111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"114086bc-52de-495b-9369-9f3a0b869d8a","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.458260795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"48c32cec-b781-48fa-8340-bcd671dde852","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:22.4664461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"4d265655-d2a6-41e1-a500-4e55cd4ad843","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-993fe9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.470908679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"8a7589b4-8576-49a9-8242-fbbfd2601a67","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.478042358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"dbdb232d-288b-4e74-9d9d-bf4b7c6a86fd","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.478067117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"dbdb232d-288b-4e74-9d9d-bf4b7c6a86fd","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.482520149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"48c32cec-b781-48fa-8340-bcd671dde852","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.501587366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"e053cf60-84fe-4c2f-9fe4-1aef7383b926","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.50160711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"e053cf60-84fe-4c2f-9fe4-1aef7383b926","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.519176083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"bfbacf75-8a7a-44f7-b10b-19dd5e74b0de","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.519194332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"bfbacf75-8a7a-44f7-b10b-19dd5e74b0de","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.53922109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"d4f8af99-7665-4e77-a360-b6392985520a","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-rate-test-model-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.644020181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"b3b9c663-ea74-498e-abcd-2f628f2fe7dd","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","model":"rate-test-model-127742","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-127742/e2e-rate-iso-b-993fe9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.644119223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"598318b8-02ae-4ac8-b32b-43ffd7f66e53","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.666949803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"598318b8-02ae-4ac8-b32b-43ffd7f66e53","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.701747006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"32583420-34eb-4ec9-a435-4d0038a2e320","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.701771006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"32583420-34eb-4ec9-a435-4d0038a2e320","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:22.763563054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"5d21a55c-8975-46ab-94c8-8506fa4aa5a6","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:24.686611842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8f3fb-a983-4a84-9cc8-df3e21a9e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:24.701814433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8f3fb-a983-4a84-9cc8-df3e21a9e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:24.717006219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8f3fb-a983-4a84-9cc8-df3e21a9e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:24.731409053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8f3fb-a983-4a84-9cc8-df3e21a9e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:25.35463476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8886d9-e95f-4a88-9817-260ed25cfdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:25.369168283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8886d9-e95f-4a88-9817-260ed25cfdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:25.383696308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8886d9-e95f-4a88-9817-260ed25cfdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:25.398905698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8886d9-e95f-4a88-9817-260ed25cfdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.183473956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0961e24-835e-49d7-bf59-454557f8e483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.1975837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0961e24-835e-49d7-bf59-454557f8e483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.212171474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0961e24-835e-49d7-bf59-454557f8e483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.226703818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0961e24-835e-49d7-bf59-454557f8e483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.877676681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4964ba9b-0510-4138-963f-6c591374d176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.891693442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4964ba9b-0510-4138-963f-6c591374d176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.906430178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4964ba9b-0510-4138-963f-6c591374d176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:26.921666351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4964ba9b-0510-4138-963f-6c591374d176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:27.540427749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88f33b1-b30c-43cb-a4cf-0656767bc2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:27.55493419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88f33b1-b30c-43cb-a4cf-0656767bc2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:27.571193546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88f33b1-b30c-43cb-a4cf-0656767bc2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:27.585343146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88f33b1-b30c-43cb-a4cf-0656767bc2fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:28.046547052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"89d312dc-79ee-4879-b648-d9b858ce298a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:28.066939148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"89d312dc-79ee-4879-b648-d9b858ce298a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:28.085294899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-368567-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af3805d40cf48ab30f95d1f9cc33e337f4c2306701f7e1150eb486f6d179eba1) AuthConfig (8fc2b9c6b6b4584a7f792ec720ce321d0a4133ced22063f88d8f8300daa940ce) AuthConfig (5aae46f01cb9f2b026aabe20cb267823dd3a7b1a71592a8c79e10b18f00f9269) AuthConfig (617f805f779b93ef57c33d6e51f8e0460e54ed4b2b9a4c850bdea4478321068e) AuthConfig (e0aa12c21af65713d2866a753c0417363d248d409375287e4b55605551e9497b) AuthConfig (7cfa26c5e00c19f1727db265157a0f255d73e38243ae9beb1ba2cc310e3561c6) AuthConfig (3dc13e9309adda09f59221a8045c0831d7992546e4fbb41bca1a59c8abafaf19) AuthConfig (9a6e899128ec8cb16208c056a5d45731c7b8bdbc55022bc1e0431eb31cf99a2f) AuthConfig (928dc4772f3a777872616e92d6a04ae35da76e294b95ec04937c91e517d62107) AuthConfig (9fc663c239052c046a55edc11bc225647344e6291ab7f95ce538a8bfcc7ae58f) AuthConfig (9178a5f95bc5fa471232ccfb70036e0300594477a4a5a89f6a4ad61f46e3f1b6) AuthConfig (16c0651512aabed3f38d492bd82bddb6010d52d10a40c526b5d88ebb3b5f481a) AuthConfig (fdddb4d41c232bdbb653d6d2a4b9d2910584385a94f3f1b8c617196d05be3fbd) AuthConfig (857eb52e8f757cc34815ade2eb06f015ca9efb7468cd829101583b1b2fb6afc7) AuthConfig (d460bc3416ea593798e59c10701724c00a4e4888d9dc28abb25e9309c5073434) AuthConfig (83dc876b245363673919b3dec66b42113ca8e6497537efc1b1afb8b9c4fba239) AuthConfig (e13e3728fdedc14ae8a888d831f9f90633863ecabb58e8cb64391b51b70dcd5d) AuthConfig (13d44fd8e4415181811bbdcea2b034a0e26fea2888a7b2289e6a003b284a1386)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"89d312dc-79ee-4879-b648-d9b858ce298a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:28.106242307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"a307badb-53d9-4173-bb17-689d8ca24331","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:28.10626257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"a307badb-53d9-4173-bb17-689d8ca24331","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:34.897867672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:38.138279876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"42371292-2ea4-438b-8b50-3133fd60f1ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:38.158410068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"42371292-2ea4-438b-8b50-3133fd60f1ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:38.177019545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-368567-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af3805d40cf48ab30f95d1f9cc33e337f4c2306701f7e1150eb486f6d179eba1) AuthConfig (8fc2b9c6b6b4584a7f792ec720ce321d0a4133ced22063f88d8f8300daa940ce) AuthConfig (5aae46f01cb9f2b026aabe20cb267823dd3a7b1a71592a8c79e10b18f00f9269) AuthConfig (617f805f779b93ef57c33d6e51f8e0460e54ed4b2b9a4c850bdea4478321068e) AuthConfig (e0aa12c21af65713d2866a753c0417363d248d409375287e4b55605551e9497b) AuthConfig (7cfa26c5e00c19f1727db265157a0f255d73e38243ae9beb1ba2cc310e3561c6) AuthConfig (3dc13e9309adda09f59221a8045c0831d7992546e4fbb41bca1a59c8abafaf19) AuthConfig (9a6e899128ec8cb16208c056a5d45731c7b8bdbc55022bc1e0431eb31cf99a2f) AuthConfig (928dc4772f3a777872616e92d6a04ae35da76e294b95ec04937c91e517d62107) AuthConfig (9fc663c239052c046a55edc11bc225647344e6291ab7f95ce538a8bfcc7ae58f) AuthConfig (9178a5f95bc5fa471232ccfb70036e0300594477a4a5a89f6a4ad61f46e3f1b6) AuthConfig (16c0651512aabed3f38d492bd82bddb6010d52d10a40c526b5d88ebb3b5f481a) AuthConfig (fdddb4d41c232bdbb653d6d2a4b9d2910584385a94f3f1b8c617196d05be3fbd) AuthConfig (857eb52e8f757cc34815ade2eb06f015ca9efb7468cd829101583b1b2fb6afc7) AuthConfig (d460bc3416ea593798e59c10701724c00a4e4888d9dc28abb25e9309c5073434) AuthConfig (83dc876b245363673919b3dec66b42113ca8e6497537efc1b1afb8b9c4fba239) AuthConfig (e13e3728fdedc14ae8a888d831f9f90633863ecabb58e8cb64391b51b70dcd5d) AuthConfig (13d44fd8e4415181811bbdcea2b034a0e26fea2888a7b2289e6a003b284a1386)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"42371292-2ea4-438b-8b50-3133fd60f1ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:43.943980313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d291d26d-2df1-40c2-be0c-c556a285a357","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.010546576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"f0f5da9f-d03b-485a-a912-25b556ce18b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.011955397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"209abbcf-1371-42c4-a576-2637561309ba","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.069152064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"288bcb1e-eb5a-4495-a8f4-bf27d3c2cf86","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.069269544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"288bcb1e-eb5a-4495-a8f4-bf27d3c2cf86","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.140221288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"772c1a7f-e317-45a2-b983-e6056c3b6946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.223491527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"291baa14-fdf2-4867-bb28-1b714c269ceb","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-rate-test-model-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.223556588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"976e6395-9258-4881-b61f-7eae337b194c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.278722316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"82115adf-32cb-4135-98ff-c6eb855f250b","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.278745732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"82115adf-32cb-4135-98ff-c6eb855f250b","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.320296672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"10c29a38-4dc1-4d2c-a1a5-3de9b431ef72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.323419352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"686ad1dd-144d-4134-878c-217f0145dc7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.418543846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"d4022944-c86f-43df-9dae-8afc755331a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.428775675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"33e43a0c-6d1c-4be4-9d5e-8c348c728486","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.520024427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"721df64e-0374-44ac-b7d3-cf55fe634adc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.520244416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"443fb559-833c-4eca-96c8-668884ed36b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.620491484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"bb3923b4-29ca-44c9-9903-540f9cd16c1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.639008829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"bb3923b4-29ca-44c9-9903-540f9cd16c1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.720691066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"fd9c918b-0f19-4506-b371-f218c6d21e83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:44.739662869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"fd9c918b-0f19-4506-b371-f218c6d21e83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:48.206300735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"1fcbb7ba-2e62-4521-a0e3-24a10b5b7501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:48.226256993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"1fcbb7ba-2e62-4521-a0e3-24a10b5b7501","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:48.308690244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"248a6e3f-0f8f-4e73-ba46-61fc7b76e3f8","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:48.308712824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"248a6e3f-0f8f-4e73-ba46-61fc7b76e3f8","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.664862003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"d5f678b6-9af4-48ff-92e4-b47d64842b14","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.664967242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"d5f678b6-9af4-48ff-92e4-b47d64842b14","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.689202195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"15000baa-2c22-40ba-9103-16907f9e1aaa","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.689223492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"15000baa-2c22-40ba-9103-16907f9e1aaa","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:49.699734039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"c4c7f5ac-acfb-409f-abe8-92821c4f56c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-752bf6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.70094186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"56ef2b02-76e9-4c1d-9110-ff18d1dfa0ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.720668923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"56ef2b02-76e9-4c1d-9110-ff18d1dfa0ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.735258895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"afb1d788-9475-420e-9a80-ff5dd7ec800c","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.735282636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"afb1d788-9475-420e-9a80-ff5dd7ec800c","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.754469703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"3ce61173-08b3-4bfd-b3ff-029270d97bde","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.75449385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"3ce61173-08b3-4bfd-b3ff-029270d97bde","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.828728418Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"486098d8-6f4a-47e1-9e63-a4ab0fada0e9","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"maas-trlp-rate-test-model-7eb8ed","model":"rate-test-model-7eb8ed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-7eb8ed/e2e-rate-iso-a-752bf6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.858454478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"b4c30713-2451-4a9f-bc46-b0c7258604d0","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.858482235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"b4c30713-2451-4a9f-bc46-b0c7258604d0","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.879596466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"af8212d3-0aaf-40f0-a09d-d6e6185ffc35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.880395331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"edf48a95-ce08-4c3b-9124-abdbd6b33a98","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.880412139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"edf48a95-ce08-4c3b-9124-abdbd6b33a98","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.88772668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"03e8ecee-b0e4-4741-98f8-3435e3f1d49f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:49.893942211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"89d8ff07-17d7-425a-ad3b-c08f6a623a8b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-752bf6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.900703578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"af8212d3-0aaf-40f0-a09d-d6e6185ffc35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:49.901132527Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"edf48a95-ce08-4c3b-9124-abdbd6b33a98","name":"rate-test-model-368567","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-368567\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:10:49.901202963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"edf48a95-ce08-4c3b-9124-abdbd6b33a98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-368567\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.901445103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"e3e4b8dc-3a27-4c76-afef-e24eb923708b","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.901465217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"e3e4b8dc-3a27-4c76-afef-e24eb923708b","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.906800283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"dc478dc8-4440-4499-9307-68ed9c0cda82","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.906823707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"dc478dc8-4440-4499-9307-68ed9c0cda82","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.907185372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"03e8ecee-b0e4-4741-98f8-3435e3f1d49f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.928810562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"1a08f31d-1add-4b8d-8f29-0bb2625dd1fe","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.928832969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"1a08f31d-1add-4b8d-8f29-0bb2625dd1fe","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.940013158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"925ffdbf-a79d-47ee-8540-6956019ff7d6","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"maas-trlp-rate-test-model-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.945685477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"b2cc696a-d08b-4544-82ce-9fbc7a0f086b","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.945708013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"b2cc696a-d08b-4544-82ce-9fbc7a0f086b","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:49.992718074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"8345bc18-5f7e-44d3-af3d-40e16d4e8f04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.011614948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"8345bc18-5f7e-44d3-af3d-40e16d4e8f04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.043276835Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"4a3f901e-d696-4fc4-8bac-f854f3498698","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"maas-trlp-rate-test-model-368567","model":"rate-test-model-368567","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-368567/e2e-rate-iso-b-752bf6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.079894463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b8fb6faf-5c6b-4c1a-b760-a405ac37677d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.080121355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"6fd4795c-0912-4442-b8e7-82bcff427385","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.080138832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"6fd4795c-0912-4442-b8e7-82bcff427385","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.102412551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"9cff0e37-b596-47c2-a7fb-b25bac5d18ce","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.102531655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"9cff0e37-b596-47c2-a7fb-b25bac5d18ce","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.157842773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"f39cd989-bd48-4fc9-a95e-c2fb882edb9d","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"maas-trlp-rate-test-model-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.167584718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"b0661442-659a-434e-aa6a-dd95aa950773","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-rate-test-model-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.307131316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b8fb6faf-5c6b-4c1a-b760-a405ac37677d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.370797732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b8fb6faf-5c6b-4c1a-b760-a405ac37677d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"e2e-shared-a-w3-c8c348-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.370819636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-auth-993fe9","reconcileID":"b8fb6faf-5c6b-4c1a-b760-a405ac37677d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.389821936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"ab19b480-9887-4732-a9f5-689b2c34c5dc","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.389848735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"ab19b480-9887-4732-a9f5-689b2c34c5dc","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.493639922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"464e6e60-230c-4412-95c3-d94f7c49d52a","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-rate-test-model-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.534415466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7dc99cd7-1f8f-43ad-9381-39c7db11754a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.534557592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"99eded5e-d486-4c35-9b3f-8d4d217897bf","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.534576109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"99eded5e-d486-4c35-9b3f-8d4d217897bf","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.614793425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"6352f6d5-9519-4f5e-a790-f2becb69afc0","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.66346155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7dc99cd7-1f8f-43ad-9381-39c7db11754a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.716842585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7dc99cd7-1f8f-43ad-9381-39c7db11754a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"e2e-shared-b-w3-127742-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.716869581Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-auth-993fe9","reconcileID":"7dc99cd7-1f8f-43ad-9381-39c7db11754a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.736195372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"c83b1b42-1c43-4fba-b537-fa62651bc14a","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.736219778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"c83b1b42-1c43-4fba-b537-fa62651bc14a","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.833184522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"26d66dea-a4f9-403a-a239-bdd9c3fe96f9","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.878977227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"5a2b5c17-43e6-4928-836a-3274709a13db","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:50.879004358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"5a2b5c17-43e6-4928-836a-3274709a13db","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:51.979634312Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","namespace":"ai-tenant-e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:51.979698818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","namespace":"ai-tenant-e2e-extmod-b-d9ffd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:51.979752834Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","tenant":"e2e-extmod-b-d9ffd2","tenantID":"e2e-extmod-b-d9ffd2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:51.997403054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d9ffd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.035974415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Service","name":"maas-api-e2e-extmod-b-d9ffd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.052881128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d9ffd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.069019643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d9ffd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.087570394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.105061772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.124837875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.143347292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.157444673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.171698976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.185729887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Service","name":"payload-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.200684767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.214482113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.229331829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.244052904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.278442288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.30985347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.328483324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.342909682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d9ffd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.357735093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9ffd2"},"namespace":"ai-tenant-e2e-extmod-b-d9ffd2","name":"default-tenant","reconcileID":"f8536d89-99cd-4c35-9ad7-6555d02b2088","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d9ffd2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.381390284Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.381487673Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.381610518Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","tenant":"e2e-shared-a-w2-a0d8f7","tenantID":"e2e-shared-a-w2-a0d8f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.413812276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a0d8f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.484197749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a0d8f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.512220441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a0d8f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.531350909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a0d8f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.552778122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.574773929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.602765551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.62330825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.637574646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.651427669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.665052175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.678896516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.697573201Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d9ffd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d9ffd2","reconcileID":"bcf8624c-4e77-4a81-b8b4-d54618292c43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d9ffd2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d9ffd2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.697801458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.711459232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.725342973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.746640232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.760708458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.782000363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.798971784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a0d8f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:52.814777609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7"},"namespace":"ai-tenant-e2e-shared-a-w2-a0d8f7","name":"default-tenant","reconcileID":"7ed52129-d630-42ad-a9ec-180a54d7acd9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a0d8f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.222059777Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a0d8f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a0d8f7","reconcileID":"3496c437-1d8f-4781-a974-5f5eb56885c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a0d8f7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a0d8f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.238481977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1a28f-9d36-4e6a-b56b-bfe2f029458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.252964751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1a28f-9d36-4e6a-b56b-bfe2f029458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.268059539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1a28f-9d36-4e6a-b56b-bfe2f029458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.282797113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d1a28f-9d36-4e6a-b56b-bfe2f029458b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.904271305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470c06d-24d7-42ab-9c11-e0cada087f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.918555439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470c06d-24d7-42ab-9c11-e0cada087f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.932689239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470c06d-24d7-42ab-9c11-e0cada087f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:53.947427306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0470c06d-24d7-42ab-9c11-e0cada087f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:54.513208998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca9f6f9-9601-44b9-ad8f-b50e1b877204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:54.527581435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca9f6f9-9601-44b9-ad8f-b50e1b877204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:54.541693285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca9f6f9-9601-44b9-ad8f-b50e1b877204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:54.55567301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca9f6f9-9601-44b9-ad8f-b50e1b877204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.471961703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"ca82a2b0-956d-4911-a8ed-3da80907f981","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.568992575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"2c84cd89-bba8-4c58-8de4-0448b5d7f044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.572696528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"6d963d41-4b61-446b-b26d-d53761cd3505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.69631576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fee93bb8-5484-45ed-8c60-484538c77dfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.795376223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"6ce0a9ae-bea7-4988-b70e-30ebb9aac8b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.898994836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"570b838f-a4e4-4adc-802d-3cdf5eec838e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.899017517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"dac6d7f0-6cce-4346-bdf1-343392a24a0d","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.899387919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"355690a8-1488-4650-a867-98cf3d4ec8b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.997179941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"72197edc-dd2d-49c6-959e-96b18fb302c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:57.997217223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"0f9f2e3f-bb46-4b0c-9fd3-6d82d2733108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:10:58.003988777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"2db016bd-ba34-44bb-8382-a0d0402d3c81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:00.929874794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"c5877d98-6c5e-453f-91b8-26baac868a34","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","subscription":"e2e-rate-iso-a-993fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:00.947135804Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"c5877d98-6c5e-453f-91b8-26baac868a34","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:00.963262187Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"e2e-rate-iso-a-993fe9","reconcileID":"c5877d98-6c5e-453f-91b8-26baac868a34","MaaSSubscription":{"name":"e2e-rate-iso-a-993fe9","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"name":"maas-trlp-rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.121281814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"5bc73e45-9c46-46a1-8b55-d27a5476705b","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"tenant":"e2e-shared-a-w3-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","model":"ai-tenant-e2e-shared-a-w3-c8c348/rate-test-model-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.12131184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"rate-test-model-c8c348","reconcileID":"5bc73e45-9c46-46a1-8b55-d27a5476705b","MaaSModelRef":{"name":"rate-test-model-c8c348","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"routeName":"rate-test-model-c8c348-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","llmisvcName":"rate-test-model-c8c348","gateway":"openshift-ingress/e2e-shared-a-w3-c8c348","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.269683737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"cd24ee69-e06c-45b4-8798-2b7c4ef16ca5","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.273973426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"cd24ee69-e06c-45b4-8798-2b7c4ef16ca5","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.905719422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e51c4c-5b61-4f61-a03d-ce8537161de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.920119802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e51c4c-5b61-4f61-a03d-ce8537161de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.934834289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e51c4c-5b61-4f61-a03d-ce8537161de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:01.949536742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1e51c4c-5b61-4f61-a03d-ce8537161de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:02.534047553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd70b480-74e1-40de-b94b-f45aa514b283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:02.548617803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd70b480-74e1-40de-b94b-f45aa514b283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:02.563212677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd70b480-74e1-40de-b94b-f45aa514b283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:02.57821037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd70b480-74e1-40de-b94b-f45aa514b283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:03.208037979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6475f5-f1c6-48e6-8942-dd45ec7eca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:03.222532027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6475f5-f1c6-48e6-8942-dd45ec7eca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:03.237322393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6475f5-f1c6-48e6-8942-dd45ec7eca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:03.251740393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6475f5-f1c6-48e6-8942-dd45ec7eca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:04.888598798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.433900163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"a447f0c1-7c3c-4529-a8df-320d0fd9efbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.537786292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"c7c54c8c-d68c-4113-a33e-c797b295848b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.537971088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"139e5803-0cf3-4d0b-99b8-2893a0924c86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.538293187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"5a2b4e27-dec1-43da-9376-32a9a7e25001","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.644927981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"59cb9898-dfe9-4166-88e3-85d94db1ad71","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"maas-trlp-rate-test-model-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.649961893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"5b3d5920-8470-46b3-abaa-f9690c79db1f","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"maas-trlp-rate-test-model-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.698580182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"07d8683d-356d-4315-b760-99adc10302a1","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.69860311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"07d8683d-356d-4315-b760-99adc10302a1","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.702485753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"938fec9c-6bfe-464f-82af-3bb82dc391a4","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.70250554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"938fec9c-6bfe-464f-82af-3bb82dc391a4","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.733641538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"920fdb56-e983-4f8a-9781-8489bb18de64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.839929247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7febaec2-6632-432e-b6ff-a43ebb948155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.840231073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"e58a31e1-607b-4a35-b56b-2c29a831837f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.840369087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"37d6407a-755b-45fc-a0d3-8ee9f2df7f3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.840676481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"78d18189-0acd-4fcf-b008-008a8e0a0b81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:10.934933379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"26360330-ca0d-46d7-9fe6-79b2fbd10d0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.036004943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"19f4d103-6411-43e6-828e-00915ee89c5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.055480737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"19f4d103-6411-43e6-828e-00915ee89c5c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.164127477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"cf9fa6cf-06ae-4342-94c6-ad615d76cccb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.18462101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"cf9fa6cf-06ae-4342-94c6-ad615d76cccb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.332402651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"8d62fe1c-e357-44e5-bc05-3a190029b0de","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","subscription":"e2e-rate-iso-b-993fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.346395152Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"8d62fe1c-e357-44e5-bc05-3a190029b0de","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.368834574Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"e2e-rate-iso-b-993fe9","reconcileID":"8d62fe1c-e357-44e5-bc05-3a190029b0de","MaaSSubscription":{"name":"e2e-rate-iso-b-993fe9","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"name":"maas-trlp-rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.453299714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"f45c60ef-eb98-47f1-9fb9-00e87a33339e","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"tenant":"e2e-shared-b-w3-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","model":"ai-tenant-e2e-shared-b-w3-127742/rate-test-model-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:11.453324025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"rate-test-model-127742","reconcileID":"f45c60ef-eb98-47f1-9fb9-00e87a33339e","MaaSModelRef":{"name":"rate-test-model-127742","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"routeName":"rate-test-model-127742-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-127742","llmisvcName":"rate-test-model-127742","gateway":"openshift-ingress/e2e-shared-b-w3-127742","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.48285767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"668786cc-0033-4f07-a6e1-f2847126becf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.483038837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"1ab36f80-a922-4084-9bfe-aeb34d9b9d08","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.483063616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"1ab36f80-a922-4084-9bfe-aeb34d9b9d08","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.565754716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"19d90c80-f1dc-4beb-96bb-6110484712a9","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"maas-trlp-rate-test-model-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.611356004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"668786cc-0033-4f07-a6e1-f2847126becf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.65789875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"668786cc-0033-4f07-a6e1-f2847126becf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"e2e-shared-a-w1-7eb8ed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.657926898Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-auth-752bf6","reconcileID":"668786cc-0033-4f07-a6e1-f2847126becf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.679945631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"05f3bd8f-4763-4136-898e-36f79975c7ed","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.679968408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"05f3bd8f-4763-4136-898e-36f79975c7ed","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.756623264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"4bcdf9a6-1a42-4a7d-aac7-f1e8f0ff9c98","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"maas-trlp-rate-test-model-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.82975251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"f7bfabab-3164-440e-8517-5197e17ddcb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.829842539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"91755bca-a24c-4584-a68a-6fedbdbab15d","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.829859444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"91755bca-a24c-4584-a68a-6fedbdbab15d","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.906334599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"a9eabaeb-2399-43c9-b7a1-279b22a90a9a","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"maas-trlp-rate-test-model-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:16.961722239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"f7bfabab-3164-440e-8517-5197e17ddcb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.007832451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"f7bfabab-3164-440e-8517-5197e17ddcb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"e2e-shared-b-w1-368567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.007856778Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-auth-752bf6","reconcileID":"f7bfabab-3164-440e-8517-5197e17ddcb1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.056299916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"53134cb8-8203-4247-868d-6b0acc228804","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.056323302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"53134cb8-8203-4247-868d-6b0acc228804","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.134366986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"7decffdd-85b5-42e3-a84c-059a9f7a94af","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"maas-trlp-rate-test-model-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.171877007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"db29e9dc-bcd5-4564-8760-8602d2e7d88a","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:17.171898381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"db29e9dc-bcd5-4564-8760-8602d2e7d88a","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.404691976Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.404752182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","namespace":"ai-tenant-e2e-shared-a-w4-43ce14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.404806851Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","tenant":"e2e-shared-a-w4-43ce14","tenantID":"e2e-shared-a-w4-43ce14","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.422008025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-43ce14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.446614337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Service","name":"maas-api-e2e-shared-a-w4-43ce14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.468177474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-43ce14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.488261566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-43ce14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.506549053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.525685756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.545441761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.564118073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.577854519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.594053798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.608222739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.622733726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.639662269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.653151604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.666967224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.688373748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.715455935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.733807821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.748438571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-43ce14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:23.762896937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-43ce14"},"namespace":"ai-tenant-e2e-shared-a-w4-43ce14","name":"default-tenant","reconcileID":"72de530e-1690-463b-b806-d8d49cd7300d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-43ce14","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:24.109125738Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-43ce14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-43ce14","reconcileID":"f8d41449-ec63-4453-801a-c645bd509cc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-43ce14","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-43ce14"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:24.534827379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eceb2d-933b-4a30-b287-7af03ea96ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:24.550652477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eceb2d-933b-4a30-b287-7af03ea96ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:24.565647466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eceb2d-933b-4a30-b287-7af03ea96ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:24.579839342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07eceb2d-933b-4a30-b287-7af03ea96ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:25.201267886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4013ed2-8e6e-44f7-8590-c01c6f1a6e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:25.215312225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4013ed2-8e6e-44f7-8590-c01c6f1a6e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:25.22953984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4013ed2-8e6e-44f7-8590-c01c6f1a6e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:25.24402285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4013ed2-8e6e-44f7-8590-c01c6f1a6e41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.218940639Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"fe363896-9a61-44a8-9721-bb96b5dffd01","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","subscription":"e2e-rate-iso-a-752bf6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.233261417Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"fe363896-9a61-44a8-9721-bb96b5dffd01","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.248018813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"e2e-rate-iso-a-752bf6","reconcileID":"fe363896-9a61-44a8-9721-bb96b5dffd01","MaaSSubscription":{"name":"e2e-rate-iso-a-752bf6","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"name":"maas-trlp-rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.408657437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"7d11a0c5-b734-4cce-95b5-34f4275bde26","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"tenant":"e2e-shared-a-w1-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","model":"ai-tenant-e2e-shared-a-w1-7eb8ed/rate-test-model-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.408680143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"rate-test-model-7eb8ed","reconcileID":"7d11a0c5-b734-4cce-95b5-34f4275bde26","MaaSModelRef":{"name":"rate-test-model-7eb8ed","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"routeName":"rate-test-model-7eb8ed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","llmisvcName":"rate-test-model-7eb8ed","gateway":"openshift-ingress/e2e-shared-a-w1-7eb8ed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.573576131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"077900d8-3d82-4b4d-b303-40935c23be68","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:27.573598476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"077900d8-3d82-4b4d-b303-40935c23be68","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.013212021Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.01327467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.013336651Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","tenant":"e2e-shared-b-w2-3dcd13","tenantID":"e2e-shared-b-w2-3dcd13","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.030295709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-3dcd13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.065699315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Service","name":"maas-api-e2e-shared-b-w2-3dcd13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.084302855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-3dcd13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.101499984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-3dcd13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.118016692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.134256549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.153906908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.170335946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.183916453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.197270185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.210719217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.226097579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.240247912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.254036296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.267639594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.28523279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.306372896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.33267692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.347099077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-3dcd13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.368472143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3dcd13"},"namespace":"ai-tenant-e2e-shared-b-w2-3dcd13","name":"default-tenant","reconcileID":"b7efeec0-d02e-4a3c-ba49-6874bd7210fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-3dcd13","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:29.728652332Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3dcd13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3dcd13","reconcileID":"4ad862ec-3652-487e-a91d-63b3a2d45b51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3dcd13","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3dcd13"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.237484068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6853708-3ffc-4229-ab4e-06a4103c25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.251510602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6853708-3ffc-4229-ab4e-06a4103c25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.265534512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6853708-3ffc-4229-ab4e-06a4103c25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.279365608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6853708-3ffc-4229-ab4e-06a4103c25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.943307032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9d9e9a-9aad-4701-a1fd-105a90561a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.958623673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9d9e9a-9aad-4701-a1fd-105a90561a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.973235813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9d9e9a-9aad-4701-a1fd-105a90561a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:30.987501442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9d9e9a-9aad-4701-a1fd-105a90561a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:31.685413843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8cf59c-1864-4c3f-b2fb-8eafd0d17f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:31.699548224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8cf59c-1864-4c3f-b2fb-8eafd0d17f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:31.71364801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8cf59c-1864-4c3f-b2fb-8eafd0d17f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:31.728161516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8cf59c-1864-4c3f-b2fb-8eafd0d17f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:32.6971946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c1794f-afd5-4d24-8839-f88a32e3433a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:32.711072021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c1794f-afd5-4d24-8839-f88a32e3433a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:32.724942575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c1794f-afd5-4d24-8839-f88a32e3433a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:32.738817574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c1794f-afd5-4d24-8839-f88a32e3433a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:33.286446923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fef230-32b5-4622-8a65-422a606bd406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:33.300447218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fef230-32b5-4622-8a65-422a606bd406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:33.314514691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fef230-32b5-4622-8a65-422a606bd406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:33.328617991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8fef230-32b5-4622-8a65-422a606bd406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:34.010847803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e01aab-bee0-4437-b2a7-5aac812a78c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:34.025584453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e01aab-bee0-4437-b2a7-5aac812a78c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:34.040047142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e01aab-bee0-4437-b2a7-5aac812a78c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:34.054717648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e01aab-bee0-4437-b2a7-5aac812a78c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:34.889516565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:37.622415195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"47f2daad-e4d0-4369-8e4f-eb197f43c1a2","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","subscription":"e2e-rate-iso-b-752bf6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:37.636815622Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"47f2daad-e4d0-4369-8e4f-eb197f43c1a2","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:37.651755224Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"e2e-rate-iso-b-752bf6","reconcileID":"47f2daad-e4d0-4369-8e4f-eb197f43c1a2","MaaSSubscription":{"name":"e2e-rate-iso-b-752bf6","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"name":"maas-trlp-rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:37.740004146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"a3f9e4d7-df5b-4807-b8bc-dd8921a57519","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"tenant":"e2e-shared-b-w1-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","model":"ai-tenant-e2e-shared-b-w1-368567/rate-test-model-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:37.740138331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"rate-test-model-368567","reconcileID":"a3f9e4d7-df5b-4807-b8bc-dd8921a57519","MaaSModelRef":{"name":"rate-test-model-368567","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"routeName":"rate-test-model-368567-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-368567","llmisvcName":"rate-test-model-368567","gateway":"openshift-ingress/e2e-shared-b-w1-368567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.231164343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"39fa89ac-d8a3-4ad0-8009-e472ed6e9297","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.231516394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"a6a83c48-bcff-48e7-87d8-deddedebe0fe","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.231761128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"3285b6dc-6909-4cae-b803-8f75400d5546","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.231909343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"6a3f150c-49ec-4508-a338-c389016edec3","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.267043859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"913f0451-b318-4e13-8069-9b390c2730ca","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.267640997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"9a1e7443-37ce-4442-843f-b8ddbb77d375","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.268169148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"0e095b1d-8db0-460c-a42c-32c0928a4b46","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.268376084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"e389be2a-e6d8-435e-89e3-fdfab1bf1bdc","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.290061109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9e6dd4b6-da5d-4e97-aa68-382c3e22bfe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.290223531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f811bc01-bf21-4d74-a5aa-b2d4073d5f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.305594584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"d90eb3d1-78d6-47ed-bbea-2674e86b0424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.307185976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"763ba159-237b-468c-aaf8-3c4b1d1ac7fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.311062708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"9e6dd4b6-da5d-4e97-aa68-382c3e22bfe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.31106271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"f811bc01-bf21-4d74-a5aa-b2d4073d5f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.470541617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"69b63e4d-c9ae-406a-8a32-7c68db0fc092","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.470630858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"f690efef-e75f-46d9-a5e4-506d9a9d5bf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.498204027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"050a2270-2a04-480d-8e57-ad6264be8ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.498204152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"8961d421-d3c9-473d-b23a-b97df831a955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.517492138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"8961d421-d3c9-473d-b23a-b97df831a955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.517956105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"050a2270-2a04-480d-8e57-ad6264be8ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.609523063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b1c85-8b53-4c73-b070-5db084ff1ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.624480383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b1c85-8b53-4c73-b070-5db084ff1ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.638912911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b1c85-8b53-4c73-b070-5db084ff1ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.653649705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005b1c85-8b53-4c73-b070-5db084ff1ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:38.943825176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"f995c2c7-69f9-49b9-bcd5-61f743afc629","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.00991031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"389d26a9-0ffb-4c3e-8585-1807d888ef44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.023478885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5e451c28-4326-4f24-acc5-8b10c7e85594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.023904879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"875af227-31cf-4487-a338-7b5c8287d58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.043955877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"5e451c28-4326-4f24-acc5-8b10c7e85594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.043959549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"875af227-31cf-4487-a338-7b5c8287d58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.064133812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"11928465-1134-4847-a15e-fe7bddc54fd9","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.194800599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"8920f373-e017-47c7-ace7-aed056641a1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.32329016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2671814-5d11-4e40-858d-e02dd0a98cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.337281506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2671814-5d11-4e40-858d-e02dd0a98cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.351384167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2671814-5d11-4e40-858d-e02dd0a98cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.365582552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2671814-5d11-4e40-858d-e02dd0a98cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.91809364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd02de-095f-4761-a2f7-0953cae589c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.932191695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd02de-095f-4761-a2f7-0953cae589c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.946343661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd02de-095f-4761-a2f7-0953cae589c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:39.960397247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fd02de-095f-4761-a2f7-0953cae589c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:40.555542341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93f40c-9836-4ec8-b8a6-93690fa1f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:40.570465448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93f40c-9836-4ec8-b8a6-93690fa1f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:40.586218646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93f40c-9836-4ec8-b8a6-93690fa1f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:40.600486051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d93f40c-9836-4ec8-b8a6-93690fa1f03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:41.187837127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3132d-cd38-4c06-b8c2-8e121d2512c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:41.205572407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3132d-cd38-4c06-b8c2-8e121d2512c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:41.237507498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3132d-cd38-4c06-b8c2-8e121d2512c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:41.287685091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3132d-cd38-4c06-b8c2-8e121d2512c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:42.090245094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"3026ade3-fbce-4b37-b39b-9bdcedfe5f1b","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.427745881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"62f7c699-4c7f-4fb8-b717-b2375f53bb59","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.532802676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"b5544a6b-061c-43bb-a8c9-2082887cb65e","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.590848879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"b04755ba-ad5b-4167-8e2a-dd1994e6e302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.598049641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7b398562-6030-4ea3-8f7d-a455a9f8fc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.598046721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"80c0f326-0a44-4f9a-ae4f-aef1c7bf075e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.617440666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"80c0f326-0a44-4f9a-ae4f-aef1c7bf075e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.617539415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"7b398562-6030-4ea3-8f7d-a455a9f8fc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.646982274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"0b3c1471-ecae-4d9b-a655-573ae9ac5226","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:43.728768792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"6cd7ad49-2ec9-44e6-98a2-b323ff4d06db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:47.502452991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716701e-b355-4c71-bee9-b90de7c0b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:47.516646231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716701e-b355-4c71-bee9-b90de7c0b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:47.530569932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716701e-b355-4c71-bee9-b90de7c0b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:47.54469651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c716701e-b355-4c71-bee9-b90de7c0b776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.118660411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46de5601-0d23-4fa0-858a-5d5ff9fe6fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.132902295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46de5601-0d23-4fa0-858a-5d5ff9fe6fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.147507383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46de5601-0d23-4fa0-858a-5d5ff9fe6fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.161947852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46de5601-0d23-4fa0-858a-5d5ff9fe6fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.393063614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"492d3d3b-cd45-44d6-b464-f6d2cdf2fa3b","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.393489776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"93fcdd68-f57f-4146-bcab-c69a699e6c55","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.39365987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"b9e50104-566e-4c92-9d96-d3759f724ab5","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.393825681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"dd96fec6-c99a-441a-9401-e6debda6afac","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.451859474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"17e7c2e4-774e-48b3-8572-f58f03ebd7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.451885249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d78171d1-fa01-4d16-962e-ea0df9c3892c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.466024462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"358a42da-0a39-4b24-a9a5-a9d853393de7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.466925186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"34870c0a-f92f-4d4e-8bc3-131aa5139b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.469962769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"17e7c2e4-774e-48b3-8572-f58f03ebd7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.47055056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"d78171d1-fa01-4d16-962e-ea0df9c3892c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.584654854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"a349dfd1-efed-422b-87cb-9e0d7aea8710","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.585464983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"bb3175d4-7519-4aaf-83bd-738167dd855d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.644672376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b40a9f0c-3690-4e6d-a33e-a7408a8bb98c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.644672429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"50b571bd-7e3a-47cb-81e0-5d4270db9fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.664786003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"50b571bd-7e3a-47cb-81e0-5d4270db9fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.665217044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"b40a9f0c-3690-4e6d-a33e-a7408a8bb98c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.740379057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f31a64-344d-4b52-9865-96c617525a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.75451487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f31a64-344d-4b52-9865-96c617525a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.768556847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f31a64-344d-4b52-9865-96c617525a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:48.782836748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f31a64-344d-4b52-9865-96c617525a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:49.584769874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21246d-d116-47d3-830c-7a6c3f5dac34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:49.599050176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21246d-d116-47d3-830c-7a6c3f5dac34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:49.61323295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21246d-d116-47d3-830c-7a6c3f5dac34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:49.627596183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21246d-d116-47d3-830c-7a6c3f5dac34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.574715692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","namespace":"ai-tenant-e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.57477805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","namespace":"ai-tenant-e2e-extmod-a-5b47a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.574829237Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","tenant":"e2e-extmod-a-5b47a7","tenantID":"e2e-extmod-a-5b47a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.590650386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Deployment","name":"maas-api-e2e-extmod-a-5b47a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.622635494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Service","name":"maas-api-e2e-extmod-a-5b47a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.6415305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-5b47a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.659844757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-5b47a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.676457382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.692683895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.711992786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.72777563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.741219785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.754771719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.768530423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Service","name":"payload-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.782256586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.795828322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.80944851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.824340406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.842392123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.866744316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.880436237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.894905462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-5b47a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:52.908796833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5b47a7"},"namespace":"ai-tenant-e2e-extmod-a-5b47a7","name":"default-tenant","reconcileID":"f602560f-da92-4263-8bfd-4fb92586c2e4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-5b47a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:53.207600758Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5b47a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5b47a7","reconcileID":"874dd0ec-683f-4bcf-904f-7442baff64e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5b47a7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-5b47a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:53.602822328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faec4468-fc1f-4f80-a9fc-ac94fcb9b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:53.617604368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faec4468-fc1f-4f80-a9fc-ac94fcb9b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:53.631716698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faec4468-fc1f-4f80-a9fc-ac94fcb9b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:53.645692282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faec4468-fc1f-4f80-a9fc-ac94fcb9b036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.21391583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f52d3-0605-44f4-8dce-b05489ee74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.227956838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f52d3-0605-44f4-8dce-b05489ee74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.242747087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f52d3-0605-44f4-8dce-b05489ee74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.257212807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f52d3-0605-44f4-8dce-b05489ee74be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.740059625Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.740199397Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.762035884Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.763024755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"c034d956-777d-453a-b303-e5b111cbf7e3","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.781214566Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.781240721Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.78134358Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.785482902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"dba26e65-2b63-4d92-b3cc-5d6c38529621","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.799289049Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.804800409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"fc47834a-496b-4b7d-9350-bb14a9105880","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.811039816Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"5f423465-b784-4843-8a99-cc0877df1e42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e84241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.813862285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f30c556-3cfe-45e8-ac36-c0d92bfa18ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.814105177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"3f44e7f3-631a-460d-8d18-07d71a4602ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.821147863Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"cbb9a4c4-b80b-43cd-9de4-9c79d7e8e325","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.82786373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f30c556-3cfe-45e8-ac36-c0d92bfa18ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.8282139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1c9c94ce-3851-4210-8978-f35b67247ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.828289905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","namespace":"ai-tenant-e2e-shared-b-w4-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.828368877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","namespace":"ai-tenant-e2e-shared-b-w4-043916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.828441475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","tenant":"e2e-shared-b-w4-043916","tenantID":"e2e-shared-b-w4-043916","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.842770869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f30c556-3cfe-45e8-ac36-c0d92bfa18ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.848217176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"3f44e7f3-631a-460d-8d18-07d71a4602ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.856983078Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"7ab121b4-51b1-4403-82e4-31e19794a3e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d10a6e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.857440473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f30c556-3cfe-45e8-ac36-c0d92bfa18ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:11:54.858367253Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"fc47834a-496b-4b7d-9350-bb14a9105880","name":"simulator-w2-ed84cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:11:54.858441502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"fc47834a-496b-4b7d-9350-bb14a9105880","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-ed84cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.85861287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"918db5bb-2b3f-4151-b390-fd7f643a7dcf","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.859215689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-043916","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.863482763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"1c9c94ce-3851-4210-8978-f35b67247ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.883194704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"c29be693-8321-414b-bf46-80d1c7800ab8","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.895258523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Service","name":"maas-api-e2e-shared-b-w4-043916","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.902592312Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"ea439b2d-8c94-46d4-b153-16d3e63287ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e84241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.915341212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-043916","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.918383984Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"d22a388f-d6b2-4ee0-9cd8-27a82ca539f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d10a6e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.931356956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-043916","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.95005816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.96561853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.984365344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:54.987556427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4113af29-c077-4278-b629-9ef9c30e6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.000545421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.0143607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.028175769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.041730615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.055406417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.069380792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.0829049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.087561575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e1900b49-7d6e-4046-8e30-0a3ed0295529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.097232754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.114136586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.117254842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4113af29-c077-4278-b629-9ef9c30e6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.127663508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.141049337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.160833698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-043916","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.175722726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-043916"},"namespace":"ai-tenant-e2e-shared-b-w4-043916","name":"default-tenant","reconcileID":"071ed198-31ae-4411-935a-0915abd3972a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-043916","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.175795503Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4113af29-c077-4278-b629-9ef9c30e6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.175815833Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-access","reconcileID":"4113af29-c077-4278-b629-9ef9c30e6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.19485148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"710372bb-bdf1-4214-b608-68ace42c8b38","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.21824968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e1900b49-7d6e-4046-8e30-0a3ed0295529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.255364365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e1900b49-7d6e-4046-8e30-0a3ed0295529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"e2e-worker-w2-ed84cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.255399107Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-access","reconcileID":"e1900b49-7d6e-4046-8e30-0a3ed0295529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.45602775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"56a38412-5da2-487c-b5d8-6438a625d789","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.618349675Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-043916","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-043916","reconcileID":"97607510-be3e-40b0-a355-2a07f5b18926","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-043916","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-043916"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.620881673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847d6d98-89fe-4cfc-891f-bb302e6c964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.635512983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847d6d98-89fe-4cfc-891f-bb302e6c964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.650309109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847d6d98-89fe-4cfc-891f-bb302e6c964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:55.668347017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"847d6d98-89fe-4cfc-891f-bb302e6c964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.236043913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d6b87-3c40-4ade-b280-98b78d43e2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.251889726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d6b87-3c40-4ade-b280-98b78d43e2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.266190387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d6b87-3c40-4ade-b280-98b78d43e2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.280530066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01d6b87-3c40-4ade-b280-98b78d43e2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.934503387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71094cd1-66dc-427e-8f7a-fb10fd47a40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.948426885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71094cd1-66dc-427e-8f7a-fb10fd47a40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.962315379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71094cd1-66dc-427e-8f7a-fb10fd47a40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:56.976273403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71094cd1-66dc-427e-8f7a-fb10fd47a40f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.394819412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"0db0db54-ab8d-4ffc-9078-d1983c7c9c31","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.395257752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"f945b16b-e5d0-4b0b-9b9e-76b684abcd1f","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.943936545Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","namespace":"ai-tenant-e2e-extmod-a-f67db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.944001202Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","namespace":"ai-tenant-e2e-extmod-a-f67db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.944054332Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","tenant":"e2e-extmod-a-f67db5","tenantID":"e2e-extmod-a-f67db5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.960191326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f67db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:58.986846696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Service","name":"maas-api-e2e-extmod-a-f67db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.00354696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f67db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.028456054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f67db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.045067061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.063789155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.083404035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.104677249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.11932145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.132803499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.146214375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Service","name":"payload-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.159762581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.176194325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.189845934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.203684058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.222368031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.236118417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.249649799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.2631111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f67db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.276331777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f67db5"},"namespace":"ai-tenant-e2e-extmod-a-f67db5","name":"default-tenant","reconcileID":"1cedaab0-0be9-4f5e-920c-03d7a77d7f2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f67db5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.611719219Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f67db5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f67db5","reconcileID":"441552a3-398d-478c-a75b-974dab133267","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f67db5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f67db5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.95785733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca3d16-5db1-4568-b19c-33ce98bc6b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.971791521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca3d16-5db1-4568-b19c-33ce98bc6b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:11:59.986261358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca3d16-5db1-4568-b19c-33ce98bc6b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:00.000407978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbca3d16-5db1-4568-b19c-33ce98bc6b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:00.56400414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a15c46-b110-4b79-bde9-a5ca3327f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:00.57960596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a15c46-b110-4b79-bde9-a5ca3327f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:00.595369547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a15c46-b110-4b79-bde9-a5ca3327f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:00.609632865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a15c46-b110-4b79-bde9-a5ca3327f7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:01.433443883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d957e4-14f3-4ed0-a6ad-716421cbddf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:01.447636947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d957e4-14f3-4ed0-a6ad-716421cbddf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:01.461730535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d957e4-14f3-4ed0-a6ad-716421cbddf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:01.475853503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d957e4-14f3-4ed0-a6ad-716421cbddf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:02.026444186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d410b5c2-25bf-4b51-b903-4b0d8083b91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:02.041717509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d410b5c2-25bf-4b51-b903-4b0d8083b91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:02.055702084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d410b5c2-25bf-4b51-b903-4b0d8083b91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:02.070168004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d410b5c2-25bf-4b51-b903-4b0d8083b91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.777810636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"ffa7cb1b-4d48-4e8b-a31c-d5c5fed3f6c9","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.791957111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"84be03f4-fcab-4e41-b97f-d712c42ec685","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.792280967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"dfc8096c-25b4-46d5-a5aa-fbbc500ff502","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.792518124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"2abe039b-bee4-4a2f-bf29-864760f66cb8","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.827004082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"8d69e440-62d4-43f2-a2a6-1c5c4ba2f3be","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.827415711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"ccc57dcc-8219-498c-a3d0-9e7a515ad801","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.827653784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0221ceb8-62a9-441b-8b47-42b8e56b53cb","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.827797752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"e49381ad-5a5b-4f23-bff6-b9002438745c","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.848314638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a9f06748-55f8-4e88-b3be-5be8803f0225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.849345777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"79de91b9-4af1-4578-8998-a8b0c14da3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.850315068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"00c3e5b6-3a80-4e8f-97e4-f93ce7e43c27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.869025149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"a9f06748-55f8-4e88-b3be-5be8803f0225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:03.872980335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"79de91b9-4af1-4578-8998-a8b0c14da3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.001030019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"0d6cf907-c6f1-4be8-b581-c3a246d47a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.041050779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7917a398-b70a-4753-9f34-5b282223855d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.051237048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"e5d29326-b8bf-48e6-ab18-1dac2fd3654c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.058504543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"7917a398-b70a-4753-9f34-5b282223855d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.126321686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758c85c5-1201-438d-aa6a-6d949c1b6681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.141225692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758c85c5-1201-438d-aa6a-6d949c1b6681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.155753717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758c85c5-1201-438d-aa6a-6d949c1b6681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.170189951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758c85c5-1201-438d-aa6a-6d949c1b6681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.172164985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8f2d3a21-5f2a-4e0b-9c73-3a25225f0e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.172507177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"3d55e536-c665-4376-90fc-c8ca2ce66c22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.191839775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"8f2d3a21-5f2a-4e0b-9c73-3a25225f0e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.739436988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8a502e-f358-47c3-b705-59134262c23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.753403809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8a502e-f358-47c3-b705-59134262c23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.767293256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8a502e-f358-47c3-b705-59134262c23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.781308222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8a502e-f358-47c3-b705-59134262c23d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.887317355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.917343294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"919d3978-f0c1-4025-a355-c76249bc654a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.931268648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"919d3978-f0c1-4025-a355-c76249bc654a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.933018135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"bcf3ed99-e884-4b0c-a07e-a9797916ea7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.946819133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"bcf3ed99-e884-4b0c-a07e-a9797916ea7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.975105006Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"simulator-subscription","reconcileID":"bcf3ed99-e884-4b0c-a07e-a9797916ea7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/simulator-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:04.975120497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"premium-simulator-subscription","reconcileID":"919d3978-f0c1-4025-a355-c76249bc654a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"name":"maas-trlp-premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd","model":"e2e-models-e2e-worker-w2-ed84cd/premium-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.126697289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"simulator-w2-ed84cd","reconcileID":"43a23c2c-c999-4fb9-8705-299bc1e16b4d","MaaSModelRef":{"name":"simulator-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"simulator-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"simulator-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.141854128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"premium-w2-ed84cd","reconcileID":"31558593-8a52-4216-8cef-6db7a7b0d9b6","MaaSModelRef":{"name":"premium-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"premium-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"premium-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.330156828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1461f93a-8c2c-4910-9e3b-49bd20582325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.344298361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1461f93a-8c2c-4910-9e3b-49bd20582325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.358168767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1461f93a-8c2c-4910-9e3b-49bd20582325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.372321188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1461f93a-8c2c-4910-9e3b-49bd20582325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.917924736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62e0e50-45c8-4940-b777-e0e44c28fc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.931867741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62e0e50-45c8-4940-b777-e0e44c28fc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.945797778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62e0e50-45c8-4940-b777-e0e44c28fc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:05.960035233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62e0e50-45c8-4940-b777-e0e44c28fc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.308131389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042a0113-44a2-4b8f-905b-15d74c0e3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.322567626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042a0113-44a2-4b8f-905b-15d74c0e3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.339952912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042a0113-44a2-4b8f-905b-15d74c0e3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.354176242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042a0113-44a2-4b8f-905b-15d74c0e3383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.395378305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-w2-ed84cd","reconcileID":"7892f854-f67a-4076-b51c-650db9bdf711","MaaSModelRef":{"name":"distinct-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.395657808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"namespace":"e2e-models-e2e-worker-w2-ed84cd","name":"distinct-2-w2-ed84cd","reconcileID":"cf637281-8719-4481-854d-bcc5055c246c","MaaSModelRef":{"name":"distinct-2-w2-ed84cd","namespace":"e2e-models-e2e-worker-w2-ed84cd"},"routeName":"distinct-2-w2-ed84cd-kserve-route","namespace":"e2e-models-e2e-worker-w2-ed84cd","llmisvcName":"distinct-2-w2-ed84cd","gateway":"openshift-ingress/e2e-worker-w2-ed84cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.789291219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"a4c53378-7d8a-4330-841b-b2df1e572d27","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.898098151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb0760-b1aa-40f3-a8e8-11e7beb9bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.905527602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0e53de1d-ec06-4658-b305-6f1ef3a55bfe","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.913409389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb0760-b1aa-40f3-a8e8-11e7beb9bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.927514894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb0760-b1aa-40f3-a8e8-11e7beb9bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:08.94178037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdb0760-b1aa-40f3-a8e8-11e7beb9bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.016854355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"00e8d396-b4cb-43aa-92e5-c97ff07ece13","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.083696222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"533d159d-de78-42d9-82d2-a811e06609c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.086762677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"6c7c1ce7-3f4c-4cd9-9971-341af2ed3064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.087069082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f9e3e181-76c7-43b7-812f-8b3d71f78961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.108827708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"533d159d-de78-42d9-82d2-a811e06609c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.118061099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"f9e3e181-76c7-43b7-812f-8b3d71f78961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.13681072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"575fd237-cb2b-4aa6-9899-dc12ed0cdd3a","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.157524105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4a23f5e4-eb89-40cc-a6ff-4a1729daa4c3","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.199865012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"233fa738-9f2e-49ec-998f-22b524702772","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.273057521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"63164eaa-99aa-468d-81d7-b6621294e42f","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.296041123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"19012d16-8c2b-4fca-8314-a673dc69595a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.458196474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f0699113-5953-43e7-adf1-79466e55efec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.472303463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e159fa08-54a9-46ab-8f15-13e281e851c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.47655277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"f0699113-5953-43e7-adf1-79466e55efec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.487035512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"b034b47e-c209-4d08-bdee-eaa4563fc48e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.490294778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"e159fa08-54a9-46ab-8f15-13e281e851c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.609254303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2a722d-29e7-49b4-9968-73b9442efd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.624631996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2a722d-29e7-49b4-9968-73b9442efd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.638541862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2a722d-29e7-49b4-9968-73b9442efd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:09.652714261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2a722d-29e7-49b4-9968-73b9442efd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.595586019Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.595641058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","namespace":"ai-tenant-e2e-worker-w2-ed84cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.595689806Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","tenant":"e2e-worker-w2-ed84cd","tenantID":"e2e-worker-w2-ed84cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.611472485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Deployment","name":"maas-api-e2e-worker-w2-ed84cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.640390866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Service","name":"maas-api-e2e-worker-w2-ed84cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.659866629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-ed84cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.675790761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-ed84cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.694637415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.710879482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.7290535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.745314206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.758952226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.772472006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.786174001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Service","name":"payload-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.79977553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.813384812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.826949726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.840274681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.859352743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.873492725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.887450546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.901398921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-ed84cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.915242726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-ed84cd"},"namespace":"ai-tenant-e2e-worker-w2-ed84cd","name":"default-tenant","reconcileID":"82539745-b731-4a95-addc-c33a7dc4549c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-ed84cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.934986466Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","namespace":"ai-tenant-e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.935044215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","namespace":"ai-tenant-e2e-extmod-b-cea1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.935135095Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","tenant":"e2e-extmod-b-cea1db","tenantID":"e2e-extmod-b-cea1db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.951227231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Deployment","name":"maas-api-e2e-extmod-b-cea1db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:12.983886349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Service","name":"maas-api-e2e-extmod-b-cea1db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.001871545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-cea1db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.018119939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-cea1db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.035866817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.053747515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.070844491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.087057916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.100498541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.113938421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.127259259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Service","name":"payload-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.140722054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.15440893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.162768449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-ed84cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-ed84cd","reconcileID":"5510ff0d-456b-4499-b773-04a67e427a58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-ed84cd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-ed84cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.167675196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.181333017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.201026829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.214408698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.241148474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.257456641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-cea1db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.270878952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cea1db"},"namespace":"ai-tenant-e2e-extmod-b-cea1db","name":"default-tenant","reconcileID":"ffbfc791-0429-40ed-91a7-6eec41f214d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-cea1db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.62385128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ed404-9612-4b8d-b787-a39372310627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.639573763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ed404-9612-4b8d-b787-a39372310627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.644985349Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cea1db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cea1db","reconcileID":"7bc5dacb-a257-4931-af3e-926de13d3ffe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-cea1db","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-cea1db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.653669678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ed404-9612-4b8d-b787-a39372310627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:13.667952341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e2ed404-9612-4b8d-b787-a39372310627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.004851611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"6bc01268-1827-4a68-b4f2-03917e09356e","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.005047738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"9ce9612c-6775-4625-999a-db69f5e84846","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.00523278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"00ed5893-e1b6-429e-a742-fdc130d2794a","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.005474361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6aafe479-ade3-47a7-a89f-8b2fc245faf0","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.064821922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"dd8b8505-5347-4655-ac72-793ba8e73dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.065358828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"08e06fdf-2f34-4d37-ae3a-c15dc7aeb67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.069741042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"60e0d1c0-469e-4832-bd26-09fb76b452f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.071533797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"bc72b7fd-9e88-4575-b917-26083a0f8c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.090756966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"08e06fdf-2f34-4d37-ae3a-c15dc7aeb67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.163975514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"dd8b8505-5347-4655-ac72-793ba8e73dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.259741754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"57d1ea5a-b2e8-4b08-8d5a-d47db750131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.260916007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"7798856b-35c6-4b43-a504-76146e118060","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.264796389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"49ac7eba-68d8-4c76-bfae-5d91d24d534e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.285461725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"57d1ea5a-b2e8-4b08-8d5a-d47db750131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.349673706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"44658ee9-a95d-427f-b604-19466d47be9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.368388736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"44658ee9-a95d-427f-b604-19466d47be9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.368494473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76111a53-5e20-4396-8b01-f4caaa4163fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.382522779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76111a53-5e20-4396-8b01-f4caaa4163fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.396335014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76111a53-5e20-4396-8b01-f4caaa4163fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:14.410904717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76111a53-5e20-4396-8b01-f4caaa4163fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:15.028943863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202b91a7-c53b-4fe9-a812-79231ed88748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:15.043818069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202b91a7-c53b-4fe9-a812-79231ed88748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:15.061985724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202b91a7-c53b-4fe9-a812-79231ed88748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:15.079222523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"202b91a7-c53b-4fe9-a812-79231ed88748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.190797959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","namespace":"ai-tenant-e2e-extmod-b-15bf10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.190874956Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","namespace":"ai-tenant-e2e-extmod-b-15bf10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.190924559Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","tenant":"e2e-extmod-b-15bf10","tenantID":"e2e-extmod-b-15bf10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.206536281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Deployment","name":"maas-api-e2e-extmod-b-15bf10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.235537209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Service","name":"maas-api-e2e-extmod-b-15bf10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.252015994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-15bf10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.267893288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-15bf10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.285693519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.301619614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.319860505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.335673369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.348854187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.362354108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.375694598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Service","name":"payload-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.389010708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.402290455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.415750931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.429244874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.446179162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.460200563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.474537832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.49679947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-15bf10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.513219961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-15bf10"},"namespace":"ai-tenant-e2e-extmod-b-15bf10","name":"default-tenant","reconcileID":"06d1300c-ba65-4dbe-9b4e-0b4c12f8d080","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-15bf10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:20.806199475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-15bf10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-15bf10","reconcileID":"0e3364c4-bcf0-4b88-9a14-9bf5e9e45f2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-15bf10","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-15bf10"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.20233134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d35d36-76c6-440a-ae43-60a867d0432c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.220442901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d35d36-76c6-440a-ae43-60a867d0432c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.255943453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d35d36-76c6-440a-ae43-60a867d0432c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.285330559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30d35d36-76c6-440a-ae43-60a867d0432c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.868840833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899f1184-82e4-445c-8943-4e3f5591fa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.882918357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899f1184-82e4-445c-8943-4e3f5591fa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.89691127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899f1184-82e4-445c-8943-4e3f5591fa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:21.910712033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899f1184-82e4-445c-8943-4e3f5591fa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:22.837661723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e87e5a-27af-4ce3-873d-6b8dcab23dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:22.851905071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e87e5a-27af-4ce3-873d-6b8dcab23dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:22.866424495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e87e5a-27af-4ce3-873d-6b8dcab23dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:22.880470586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e87e5a-27af-4ce3-873d-6b8dcab23dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:23.531438008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b1a40-64f0-4fa1-bd95-88052c4e1b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:23.545608738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b1a40-64f0-4fa1-bd95-88052c4e1b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:23.559632971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b1a40-64f0-4fa1-bd95-88052c4e1b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:23.573564427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b1a40-64f0-4fa1-bd95-88052c4e1b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.00624546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"54e2c4a2-f40f-4dc8-91d4-340d6fc3ee21","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.006656426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"4cf74766-a70b-431e-b74f-2c34638c53ef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.007024892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4f460b6d-51c5-4db4-8044-cee1ff1944cc","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.007473069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"f40b75cb-9b1a-4190-a9ad-1b7cc4a0a4a3","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.13251911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a098b8bc-fca1-441e-b487-a4dce11feefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.146881882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a098b8bc-fca1-441e-b487-a4dce11feefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.161173928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a098b8bc-fca1-441e-b487-a4dce11feefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:24.175224834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a098b8bc-fca1-441e-b487-a4dce11feefb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.337882332Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.337960939Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.358057666Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.358762033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"c0f09d8b-58c8-4aa0-8cb7-b1e9657e6e6d","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.377018572Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.377039518Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.377136733Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.38026431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"2b13846a-4916-4075-ac08-56d232a2bdea","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.395028518Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.39986148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4125c328-fb63-47ab-b774-35704b85a668","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.40883574Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"3ec009c3-7fc8-4aae-ae89-74aaa332ac62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c0ecd14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.408985912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e3df7256-4f45-4fb6-b474-4e6120b10384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.409155568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a3549981-9d14-41ba-ad36-01c9e05e3909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.417265555Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"d9fdca11-86e8-4e54-943b-a5a0c8221390","count":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:27.417684176Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4125c328-fb63-47ab-b774-35704b85a668","name":"premium-w4-e76703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-e76703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:27.417739832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4125c328-fb63-47ab-b774-35704b85a668","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-e76703\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.418166354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"4c0dd888-49bb-4640-bedc-34dbefac8771","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.426936169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"e3df7256-4f45-4fb6-b474-4e6120b10384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.42771269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"a3549981-9d14-41ba-ad36-01c9e05e3909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.431336676Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"e7f6bc5c-b6d0-4491-a6c0-73e4918d63d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84857256","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.439779541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"a0bd1e48-7026-4bf6-9564-4486ed1b4458","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.453873722Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"b8de2632-a25f-489f-a582-13c4747e5e02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1c0ecd14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.474584157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"e8354b0d-fae8-42e9-8891-c67a21cb4e74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84857256","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.561211319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2ab3deda-c77c-479b-8253-06f43d92cf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.561549877Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"819ab74c-620f-4ad3-9f49-3cf9107f0c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.685126569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"819ab74c-620f-4ad3-9f49-3cf9107f0c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.68536179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2ab3deda-c77c-479b-8253-06f43d92cf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.739528649Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2ab3deda-c77c-479b-8253-06f43d92cf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.73955439Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-access","reconcileID":"2ab3deda-c77c-479b-8253-06f43d92cf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:27.74323414Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"819ab74c-620f-4ad3-9f49-3cf9107f0c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-e76703-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1935\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:27.743292404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"819ab74c-620f-4ad3-9f49-3cf9107f0c95","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-e76703-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.748925746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"40e7b297-71e9-402a-873c-1475a0cde6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.757547989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"47ea98ee-1dec-4415-9a99-7406865798ad","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.792263489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"40e7b297-71e9-402a-873c-1475a0cde6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.817017718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"40e7b297-71e9-402a-873c-1475a0cde6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"e2e-worker-w4-e76703-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.817041081Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-access","reconcileID":"40e7b297-71e9-402a-873c-1475a0cde6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-e76703"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:27.838792614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"be4b7448-8641-4412-81a7-ff977ed64c02","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:28.719821093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d5af0-5280-443d-a70a-cdb6477517ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:28.733787303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d5af0-5280-443d-a70a-cdb6477517ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:28.747599116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d5af0-5280-443d-a70a-cdb6477517ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:28.761781158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d5af0-5280-443d-a70a-cdb6477517ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:29.356484282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a366d-cfc1-4ebb-85f6-17e2ba8c524d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:29.371300359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a366d-cfc1-4ebb-85f6-17e2ba8c524d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:29.385315042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a366d-cfc1-4ebb-85f6-17e2ba8c524d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:29.39924133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924a366d-cfc1-4ebb-85f6-17e2ba8c524d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:30.01455593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff17b9b-ce2f-4452-81a2-78aba3760e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:30.02860005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff17b9b-ce2f-4452-81a2-78aba3760e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:30.042996763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff17b9b-ce2f-4452-81a2-78aba3760e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:30.05741499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff17b9b-ce2f-4452-81a2-78aba3760e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:34.007735267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"2203b0d6-a1d9-4bdb-9144-f29b3bc7d831","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-2-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-2-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:34.008069463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"728191ee-8b2e-4c8a-8dc6-5a620b84021c","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"distinct-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"distinct-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:34.889540337Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.468631409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"2af4e4f9-af8c-40c2-842f-13ab7be29c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.482890808Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"2af4e4f9-af8c-40c2-842f-13ab7be29c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.490340612Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"644345be-4305-4657-961f-c1ddc05b34f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.497470348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"simulator-subscription","reconcileID":"2af4e4f9-af8c-40c2-842f-13ab7be29c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.504581117Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"644345be-4305-4657-961f-c1ddc05b34f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.598691673Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"premium-simulator-subscription","reconcileID":"644345be-4305-4657-961f-c1ddc05b34f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-e76703"},"name":"maas-trlp-premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703","model":"e2e-models-e2e-worker-w4-e76703/premium-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.649944456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"3004d44b-2d45-4842-b913-2226dd6c4a80","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"simulator-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"simulator-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:37.749526337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"67e60a55-03f1-4ebc-adca-39a4cca0b4a6","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"routeName":"premium-w4-e76703-kserve-route","namespace":"e2e-models-e2e-worker-w4-e76703","llmisvcName":"premium-w4-e76703","gateway":"openshift-ingress/e2e-worker-w4-e76703","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.652985544Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.653043905Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","namespace":"ai-tenant-e2e-worker-w4-e76703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.653120344Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","tenant":"e2e-worker-w4-e76703","tenantID":"e2e-worker-w4-e76703","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.668643502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Deployment","name":"maas-api-e2e-worker-w4-e76703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.700012352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Service","name":"maas-api-e2e-worker-w4-e76703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.718567639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-e76703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.737129153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-e76703","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.753298858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.769210379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.788162644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.804310491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.81805054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.831755063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.845694225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Service","name":"payload-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.859483443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.875053034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.890095751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.904576421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.926099275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.942000395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.957962985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.97180349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-e76703","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:38.986318214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-e76703"},"namespace":"ai-tenant-e2e-worker-w4-e76703","name":"default-tenant","reconcileID":"518ece72-cec2-4e3d-875c-32dca45f8412","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-e76703","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.005701615Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.005765877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","namespace":"ai-tenant-e2e-shared-a-w3-c8c348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.005858187Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","tenant":"e2e-shared-a-w3-c8c348","tenantID":"e2e-shared-a-w3-c8c348","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.024689417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-c8c348","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.057878218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Service","name":"maas-api-e2e-shared-a-w3-c8c348","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.075473902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-c8c348","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.091635102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-c8c348","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.10800505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.123850827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.143014417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.159007272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.172466593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.187352287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.201311924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.215059285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.228874833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.238132927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-e76703","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-e76703","reconcileID":"1e27cf11-1766-4a22-a330-f3a2c82a6f8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-e76703","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-e76703"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.242433772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.255917659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.272242524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.286449959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.287703583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"bba1fc9a-f878-485f-9496-40288b743848","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.300068953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.31553867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-c8c348","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.321247247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"bba1fc9a-f878-485f-9496-40288b743848","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.321397943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"d9326808-167c-4490-ba31-bb532ad581a3","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.330826866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c8c348"},"namespace":"ai-tenant-e2e-shared-a-w3-c8c348","name":"default-tenant","reconcileID":"12a8d837-d6c4-477d-8426-2468f7a2e068","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-c8c348","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.34162308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"d9326808-167c-4490-ba31-bb532ad581a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.341827512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7006002a-95eb-4917-93c9-7b67bb0d98a3","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.34957867Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.349643824Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.349705795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","tenant":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.359047459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7006002a-95eb-4917-93c9-7b67bb0d98a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.359279127Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"9a3a6cd4-9d3c-4e34-87eb-8e775659629f","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.365257621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.379309749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"9a3a6cd4-9d3c-4e34-87eb-8e775659629f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.379538966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"bbd13044-e586-4795-a9c6-3d7cd995120c","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.379661144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"bbd13044-e586-4795-a9c6-3d7cd995120c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.379840332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"841f773f-664f-4874-af65-ccd95a7adbb0","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.379936982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"841f773f-664f-4874-af65-ccd95a7adbb0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.380065086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"01b18150-69a8-4a7d-a620-d2d67e8524fa","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.380163098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"01b18150-69a8-4a7d-a620-d2d67e8524fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.384614869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"a8c595f0-8d6f-42bc-bbfe-0ea455bba62c","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.38474755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"a8c595f0-8d6f-42bc-bbfe-0ea455bba62c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.390175362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"f97ca625-f41f-4561-a1ee-a067f863a200","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.390306044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"f97ca625-f41f-4561-a1ee-a067f863a200","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.390486531Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"688eaeda-c564-42eb-b8be-69d8ca535de8","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.390553156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"688eaeda-c564-42eb-b8be-69d8ca535de8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.390677433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"045e3e9f-3d0d-46ad-b804-244aaf285f2f","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.390722509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"045e3e9f-3d0d-46ad-b804-244aaf285f2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.396368301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"6f600015-174f-4461-8028-f9d1bb65d599","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.39643517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"6f600015-174f-4461-8028-f9d1bb65d599","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.396838405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Service","name":"maas-api-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.4134338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"cac00791-347f-493c-beb5-ce09134f59a7","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.413530462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"cac00791-347f-493c-beb5-ce09134f59a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.413827285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"9c2ddffb-d946-4a3a-9c9f-9859385900f8","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.41389671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"9c2ddffb-d946-4a3a-9c9f-9859385900f8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.414147111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e736fa7d-38b6-4c9b-a423-7f4b890c8732","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.414276164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e736fa7d-38b6-4c9b-a423-7f4b890c8732","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.414681654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.464534182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.46686282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"3cac1f60-219c-4dbb-b519-3a954dd80433","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.466942665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"3cac1f60-219c-4dbb-b519-3a954dd80433","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.467048359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"4223d22c-1bf2-4941-8621-9f1172bdbc30","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.467134047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"4223d22c-1bf2-4941-8621-9f1172bdbc30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.467259916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"faae04d9-403c-4097-924b-f140a0ae2e85","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.467308256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"faae04d9-403c-4097-924b-f140a0ae2e85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.467409954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"d76053dd-0013-4c17-8ff1-68b3e963597a","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.46745591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"d76053dd-0013-4c17-8ff1-68b3e963597a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.481315652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.49774869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.507244044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"09acf466-713b-4ce0-b219-e5a5953c2b58","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.507332737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"09acf466-713b-4ce0-b219-e5a5953c2b58","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.514648128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.531238094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.546480049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.547641022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"f452b421-1d84-4d95-b936-11fd7f571796","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.547707418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"f452b421-1d84-4d95-b936-11fd7f571796","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.547811868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"7c4e8241-a0ff-4159-a043-5b8c3061a314","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.547849932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"7c4e8241-a0ff-4159-a043-5b8c3061a314","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.547949344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7aa1d014-35d2-4427-a770-424fc3cd6961","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.548000208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7aa1d014-35d2-4427-a770-424fc3cd6961","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.560262509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.574004077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.587679607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"49d1f61f-bafc-4cd7-8ed5-75e6fae3ade1","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.587760034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"49d1f61f-bafc-4cd7-8ed5-75e6fae3ade1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.587835453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.6017296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.615578522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.62416152Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c8c348","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c8c348","reconcileID":"b61d6220-0234-4140-9c7c-d63ce9db7af7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-c8c348","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-c8c348"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.629223918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.643696075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3c9e1a-3352-48df-bd0d-9a2b63d1a111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.659333302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3c9e1a-3352-48df-bd0d-9a2b63d1a111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.66126702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.675467427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3c9e1a-3352-48df-bd0d-9a2b63d1a111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.68979173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.692276397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3c9e1a-3352-48df-bd0d-9a2b63d1a111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.70688778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.708632185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"a4758387-ea6c-4007-878b-9d079752c540","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.708772437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"a4758387-ea6c-4007-878b-9d079752c540","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.708950283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"d1650157-47cc-4438-85ea-9d51c30e521a","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.709394022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"d1650157-47cc-4438-85ea-9d51c30e521a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.709589225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"ef57c454-6485-4e45-8f7c-45ce7055d3ca","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.709681575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"ef57c454-6485-4e45-8f7c-45ce7055d3ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.721045027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:39.736260036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"145d9d78-1098-43ec-acc4-2f88433df777","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-7eb8ed","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.748493505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"ea6f9363-b087-4eb6-9140-3711a0cf6a1c","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:39.748586237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"ea6f9363-b087-4eb6-9140-3711a0cf6a1c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.055315691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"cca24a14-83c7-43a8-84d3-8196d5cc10fd","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.055382664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"cca24a14-83c7-43a8-84d3-8196d5cc10fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.055458623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"cf27740a-b47b-461a-8e59-1339eba1d484","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.055487108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"cf27740a-b47b-461a-8e59-1339eba1d484","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.055548661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"bef961c9-0790-4e21-9565-3269ff21ea00","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.055576409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"bef961c9-0790-4e21-9565-3269ff21ea00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.068895667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"10fa2e1f-dbac-4a47-be76-e2ad51501463","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.068987406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"10fa2e1f-dbac-4a47-be76-e2ad51501463","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:40.41601728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8957836-3bcc-4268-88b4-201de8d3323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:40.430371092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8957836-3bcc-4268-88b4-201de8d3323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:40.444657868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8957836-3bcc-4268-88b4-201de8d3323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:40.45912391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8957836-3bcc-4268-88b4-201de8d3323e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.696446398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"c22e8f68-a502-498b-b8a2-1a717077f361","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.696513539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"c22e8f68-a502-498b-b8a2-1a717077f361","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.696592266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"b1d69204-a3ea-4a24-86c1-d9a2818cedee","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.696626774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"b1d69204-a3ea-4a24-86c1-d9a2818cedee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.696692284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"75c3b18c-5fc3-4f8b-839d-5fc14a4dc2b0","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.696722194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"75c3b18c-5fc3-4f8b-839d-5fc14a4dc2b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.709241864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"853aff13-a982-4655-9dce-ad1014d26878","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:40.709315926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"853aff13-a982-4655-9dce-ad1014d26878","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.977527331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"05e5f475-98c9-40e9-89ec-f886721cbfff","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.977595294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"05e5f475-98c9-40e9-89ec-f886721cbfff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.977685974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"92669af1-8a69-4d88-9f9f-061586f9889b","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.977732126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"92669af1-8a69-4d88-9f9f-061586f9889b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.977834339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"b698cca5-5068-45c6-818d-12ea617a69d7","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.977882981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"b698cca5-5068-45c6-818d-12ea617a69d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.99021376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"74180a75-5b3f-4423-bfdf-716d5926c1a4","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:41.990269935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"74180a75-5b3f-4423-bfdf-716d5926c1a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.538829324Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"12522844-7595-4a81-b4d1-e110e5023981","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.538895133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"12522844-7595-4a81-b4d1-e110e5023981","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.538999042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"3e599c89-973e-4f42-ab34-8c8f11df2617","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.539038399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"3e599c89-973e-4f42-ab34-8c8f11df2617","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.539140691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e416c8d9-a8bd-416a-8df5-6fbb85b84f18","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.539175953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"e416c8d9-a8bd-416a-8df5-6fbb85b84f18","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.551485286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"d8c6c5aa-0495-42d3-90af-474d0218b667","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.551540767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"d8c6c5aa-0495-42d3-90af-474d0218b667","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.80545875Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"61c00dbc-bd96-468b-a66d-c4a28031bfeb","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.805524008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"61c00dbc-bd96-468b-a66d-c4a28031bfeb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.812308894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0563e391-b0a6-4619-b159-45223af792b7","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.812384862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0563e391-b0a6-4619-b159-45223af792b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.819001569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"cebf250f-9466-491d-9ec3-0a42ec6944c7","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.819053984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"cebf250f-9466-491d-9ec3-0a42ec6944c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.825026153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"4b4550a5-af9d-440e-ac5a-f1129881da75","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:44.825103596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"4b4550a5-af9d-440e-ac5a-f1129881da75","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.059512592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"ab9797fc-5b75-420a-bbbf-22baca7a3254","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.05958239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"ab9797fc-5b75-420a-bbbf-22baca7a3254","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-2-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.060419595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"978bf1a3-c22f-4cc1-8528-3e4b118eff13","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.060473673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"978bf1a3-c22f-4cc1-8528-3e4b118eff13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.06053968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"bd482b1a-5837-4dd5-8c11-2b9aaa220118","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.060567932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"bd482b1a-5837-4dd5-8c11-2b9aaa220118","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.060627668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6b94d76d-4ffc-454c-b43e-0397156f72d4","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.060654426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6b94d76d-4ffc-454c-b43e-0397156f72d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.362134991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"14c58f5c-e40f-4da0-abe1-4b6097f40074","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.362205377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"14c58f5c-e40f-4da0-abe1-4b6097f40074","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/distinct-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.373682499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"f72d4ed4-6c37-4807-8a57-c0db7072e6cb","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.373843474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"f72d4ed4-6c37-4807-8a57-c0db7072e6cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.374049001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"73ece9f3-00c5-4abf-83f8-b815de04a87c","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.374122897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"73ece9f3-00c5-4abf-83f8-b815de04a87c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.608407382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4503bed2-67fd-482f-8488-7118d0c4fcbf","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.608480129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"4503bed2-67fd-482f-8488-7118d0c4fcbf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/premium-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.620139114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"802ae936-80b7-477d-abc9-7e55b1e05906","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.620211761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"802ae936-80b7-477d-abc9-7e55b1e05906","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.885376116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7a7b448a-e440-45bb-9485-03fa524f1266","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:45.88544788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"7a7b448a-e440-45bb-9485-03fa524f1266","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-e76703/simulator-w4-e76703: AITenant \"e2e-worker-w4-e76703\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:46.345627182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"35f93fe6-7eae-4ab0-bd78-8312b526597a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:46.452614574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"6bf63c81-c89b-4da0-bf5c-85b51e8e9d60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:46.546854133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"bccc0120-8028-4fd4-878d-90cb457984e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:46.646747684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"04e1d0bf-3b16-45af-959a-14088dcb6ab7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:46.747122801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"cda6e656-7fb5-445a-b439-ad9850c34123","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:46.916920964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"e3463213-9583-4750-a914-cf46bc6705ae","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.020486775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"b542d4d1-b76f-4f10-b5fa-10b610e5a62c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.119707773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"248f1d9b-9311-4aa2-b4d8-ebe6c4703cbc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.217552618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"6d64d13d-9c08-40a7-b263-89628e9237af","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.318233553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"0ddbf88f-612a-4d74-b1d7-3c3245452015","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.419327798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"64b36059-4524-4eb4-bb84-92f4e18180fb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.518902395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"ace97de9-9165-43d8-b5ea-860a20542734","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.619599322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"795950fb-2d22-4eba-9e37-33fddb7b450a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.719337739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"5e0dd604-5f28-4ce3-af6f-0c150a9e0bea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.819052909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"caf0c28d-972e-4359-92f5-263cbc93d41b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:47.919564654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"a2f8aa33-7a9d-4f6d-97bf-ba85a688e561","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.021597748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"5f687844-6147-4b33-a187-d4c91630f0f4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.123583864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"9d2f611b-9bfe-4991-874e-9e908619d825","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.223387262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"f9134831-0646-47c9-b009-db739cf5889b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.321210004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"1f775d0d-e80d-44c4-9ab8-733a794344a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.386680998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.386742905Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.38679078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","tenant":"e2e-shared-a-w1-7eb8ed","tenantID":"e2e-shared-a-w1-7eb8ed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.41448035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.427692885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Service","name":"maas-api-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.431239034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"7b9d653e-3294-42bc-b55f-23b5a06e32ea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.440862474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.454172592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-7eb8ed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.469572723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.486183209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.555433401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.571518918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.571981862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"7f898b6d-73bb-43bb-86fd-9738d217184f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.585116757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.598460066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.611852257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.625242365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.639060404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.644175661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"2be0a5b8-f447-4907-af57-ce63392a87c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.652460715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.666124709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.680138741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.693517205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.706859603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.717102974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"f7cc24da-2bb8-474c-ac0b-0f9f30b657da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.720217631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-7eb8ed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.722591175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac7d686-4de2-487b-92ed-144bc5dea865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.736146404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eb8ed","name":"default-tenant","reconcileID":"21857f68-0316-4a82-9067-c70d7c91f302","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-7eb8ed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.736509726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac7d686-4de2-487b-92ed-144bc5dea865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.750356607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac7d686-4de2-487b-92ed-144bc5dea865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.764905281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac7d686-4de2-487b-92ed-144bc5dea865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.795554977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"102d0fc4-6596-4db5-add2-17a2317725f0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:48.923362202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"984c048a-c34b-4a35-89ee-b2aadeaba4d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:48.998719392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7eb8ed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7eb8ed","reconcileID":"d77a8c66-fe19-4baf-ba5b-b1181752a856","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7eb8ed","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7eb8ed"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:49.023579629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"6999716d-419b-4ed0-8526-5cc676a6d568","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:49.124826469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"88395eda-6e6a-4fbe-94c0-f2be3a1a4d34","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:49.284787033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"30c85d97-942d-4f40-a15a-6285f459c556","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:49.357063456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"9b4a8244-576a-4d94-9c04-b8240b8c22c5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:49.414259238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d767a5-326f-4827-99a8-cf40f36daf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:49.42862083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d767a5-326f-4827-99a8-cf40f36daf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:49.442462211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d767a5-326f-4827-99a8-cf40f36daf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:49.456491914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d767a5-326f-4827-99a8-cf40f36daf2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:49.462334069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"8a39f536-9a82-41fb-abd3-b2a1092f1d09","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:49.53341692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"65dfc9f3-e897-4816-800e-984a5605b929","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:50.036655231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"79adfa63-5c71-48fb-be1f-fa081f225ac9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.079554343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee2df6-7479-4fd5-b5aa-db459b455b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.093419977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee2df6-7479-4fd5-b5aa-db459b455b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.107474056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee2df6-7479-4fd5-b5aa-db459b455b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:50.110672076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"8980f9cc-132f-4b87-97b7-6a8b5c93174d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.121304948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ee2df6-7479-4fd5-b5aa-db459b455b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:50.210613538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"9190cfe3-7071-4e74-b5d1-6926557b6fe2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:50.31404978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"1fe00ce4-429c-41fa-991b-a5fe91f27a46","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.802534928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdd894-ca5c-44b1-8f2e-f07b01abd818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.816915977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdd894-ca5c-44b1-8f2e-f07b01abd818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.830982795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdd894-ca5c-44b1-8f2e-f07b01abd818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:50.844869121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdd894-ca5c-44b1-8f2e-f07b01abd818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:51.391267572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"a0cc5420-db7c-4eb3-a98f-6e573750e509","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:51.49266954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"d450c903-f92e-4c88-bf61-6e5c2f5c231f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:51.591070793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"d0e2d7db-1e7d-4a7a-aa46-a89ad2221961","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:51.693287338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"eb3f327a-8b86-4401-9867-abf211dd40ae","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:54.02459342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"6d252d00-216f-4e76-889a-74f270794814","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:54.125330342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"a6ede8be-cd2f-4d95-b71b-531d4d2797b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:54.226122325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"9a597314-185f-4e7d-aaed-25e94b98b34b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:54.327032355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"90290771-ecd6-40dc-8472-21575a13766b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.017980651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149de4f1-2f33-49d1-b006-525cbda49d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.079734122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149de4f1-2f33-49d1-b006-525cbda49d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.094298936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149de4f1-2f33-49d1-b006-525cbda49d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.108671927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149de4f1-2f33-49d1-b006-525cbda49d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.715368924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7b585a-55ab-4693-b902-7007029508a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.729314821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7b585a-55ab-4693-b902-7007029508a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.743113615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7b585a-55ab-4693-b902-7007029508a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:57.757048652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b7b585a-55ab-4693-b902-7007029508a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.32264596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678fd833-0086-47fe-bef1-95c781264849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.337089565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678fd833-0086-47fe-bef1-95c781264849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.351138153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678fd833-0086-47fe-bef1-95c781264849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.365826696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678fd833-0086-47fe-bef1-95c781264849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.93883145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d8f2f0-9375-4fa7-8ab6-d25ae09e6cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.952922049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d8f2f0-9375-4fa7-8ab6-d25ae09e6cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.967433135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d8f2f0-9375-4fa7-8ab6-d25ae09e6cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:58.981426799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d8f2f0-9375-4fa7-8ab6-d25ae09e6cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:59.218171628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"710a5de4-bdfd-4be3-b670-514ce4017b3a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:59.319211704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"e8911d3d-1063-4cbb-9b2c-c9ce7fbe6c45","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:59.41977146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"00463e28-2283-47ee-848a-5f99bc5ac3df","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:12:59.536708798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"b843c499-168b-4ab3-97bf-85fd3292bb58","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:12:59.987830256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68229c21-3823-450d-8585-165fa7e683ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:00.088786232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"e2a4a85e-2c0b-4125-8f43-14b5e834471d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:00.089035504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c04b637-3e9b-4994-a23e-ac407592e335","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:00.089312888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"bd782f5f-303d-452f-a457-2cf99ca789c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:00.18847185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"bc70a316-aec7-44f9-99dc-2d908b85b0d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:00.188653195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"96ea50c6-268e-4477-b49e-bd7a2f331b1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.26575712Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","namespace":"ai-tenant-e2e-shared-b-w3-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.265845581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","namespace":"ai-tenant-e2e-shared-b-w3-127742","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.265945155Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","tenant":"e2e-shared-b-w3-127742","tenantID":"e2e-shared-b-w3-127742","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.281975197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-127742","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.312511666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Service","name":"maas-api-e2e-shared-b-w3-127742","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.329019074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-127742","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.345252549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-127742","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.362584539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.37914896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.398890533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.415254836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.429013433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.442358431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.455682609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.469313837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.483515047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.49713732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.510355826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.530820167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.544904197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.558682266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.572504367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-127742","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.586621049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-127742"},"namespace":"ai-tenant-e2e-shared-b-w3-127742","name":"default-tenant","reconcileID":"ed15380c-a7d3-4d7a-a34b-77967a525101","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-127742","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:03.82698273Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-127742","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-127742","reconcileID":"a7e6ff80-9a97-448e-8a65-e0ec6970b105","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-127742","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-127742"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.225902531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c464bf-b455-409e-ae3a-1c72b4b3110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.240462529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c464bf-b455-409e-ae3a-1c72b4b3110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.254440858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c464bf-b455-409e-ae3a-1c72b4b3110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.268454284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41c464bf-b455-409e-ae3a-1c72b4b3110a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.824276653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9716f6-f837-48d9-8401-cb268dd528f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.838259695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9716f6-f837-48d9-8401-cb268dd528f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.852209249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9716f6-f837-48d9-8401-cb268dd528f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.866658848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9716f6-f837-48d9-8401-cb268dd528f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:04.888207575Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:06.956663996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5999e815-fb4d-4c62-9a23-55dcdf17ff94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:07.066951253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"73e0e401-e66d-4d24-8b05-629cc0068ae4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:07.080846637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"6badb3b8-b64d-4346-bfd1-c143176d68eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:07.110240442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"2c510f77-9e6c-4771-9468-69f8eb3b3dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:07.110482408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05287318-f514-4d92-b061-3102914f35ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:07.124496833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"37d30a6f-f128-4557-afe1-b90c279a9963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.526729302Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","namespace":"ai-tenant-e2e-shared-b-w1-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.526790987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","namespace":"ai-tenant-e2e-shared-b-w1-368567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.526843027Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","tenant":"e2e-shared-b-w1-368567","tenantID":"e2e-shared-b-w1-368567","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.542436798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-368567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.56673891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Service","name":"maas-api-e2e-shared-b-w1-368567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.585542159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-368567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.602709002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-368567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.618564522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.635681614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.653694755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.669284793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.682608496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.695996662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.709386966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.722929873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.736288101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.749617005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.762981088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.783556649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.797358898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.811102765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.824452934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-368567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:08.837801538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-368567"},"namespace":"ai-tenant-e2e-shared-b-w1-368567","name":"default-tenant","reconcileID":"87f8377f-3289-4a8a-9789-2735e0a6bf4d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-368567","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:09.116039227Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-368567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-368567","reconcileID":"60519635-8f6e-4952-a68d-48cde13ee167","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-368567","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-368567"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:09.524133195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea2f36-4864-4250-a8b5-db779a56d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:09.542640365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea2f36-4864-4250-a8b5-db779a56d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:09.546511639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"e2aac3a9-7d83-4cea-a08a-c614f2acf479","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:09.560508387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea2f36-4864-4250-a8b5-db779a56d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:09.575440868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea2f36-4864-4250-a8b5-db779a56d18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:09.732141226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"f5f2280c-52c6-4a70-a0c2-fc760c59d4a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:09.834382557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"e2f0f541-c76f-4b02-8bd9-a8ca4f9066a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:09.942984941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"61606776-38b6-4556-9f02-c7205c840276","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:10.22378356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816456f0-582e-453c-a6cf-deab3af17974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:10.238637434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816456f0-582e-453c-a6cf-deab3af17974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:10.252901255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816456f0-582e-453c-a6cf-deab3af17974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:10.267901512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816456f0-582e-453c-a6cf-deab3af17974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.684250963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"f9485260-0fe6-4bed-9a6b-8092fd19351a","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.699938027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"07181659-4767-414c-8d12-102d54465223","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.700262555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"dc41918f-769b-405d-8f3c-b31b12105fa9","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.700416553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"0291bc49-056d-4669-8003-a5cd44998349","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.719165172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"62fbe3bf-2a78-4104-a523-d1bb0dedfa98","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.719542806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"409dd235-03d2-4c38-a3bc-951db4073531","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.719830253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"e2a1a070-aa38-4259-a3aa-440318feb846","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.720029031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"d56c3c7a-cb29-4f01-a937-ac6f572e48b6","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.742204041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"60e5bb10-0067-44ed-820d-ace3fe0aabbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.742409719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"74103621-c954-45a3-8d3d-3e2eee70347f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.757475672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"a477dc92-c01c-49be-a1a8-8db40743529c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.757540042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"81e8f78d-7c97-46ed-ab7f-d757a43f9bb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.760583025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"60e5bb10-0067-44ed-820d-ace3fe0aabbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.760598393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"74103621-c954-45a3-8d3d-3e2eee70347f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.899645115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"61c80c68-993e-4113-ae5c-c0d07523c916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.960340443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e970744-986a-4b5d-856c-bdb70022f694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.960442741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3567f0ef-1b87-4584-a359-9249c216b065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.961591406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"4812c391-d4e0-48b6-bf59-dcb28a7cb9d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.978864901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"7e970744-986a-4b5d-856c-bdb70022f694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:11.978940998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"3567f0ef-1b87-4584-a359-9249c216b065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.033380719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc968b1c-8344-482f-81c6-ab5f425d454a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.047512649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc968b1c-8344-482f-81c6-ab5f425d454a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.061476249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc968b1c-8344-482f-81c6-ab5f425d454a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.075277919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc968b1c-8344-482f-81c6-ab5f425d454a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.723778993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeeeb47-d86e-44fb-a394-9a0884b1be59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.738477297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeeeb47-d86e-44fb-a394-9a0884b1be59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.7537978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeeeb47-d86e-44fb-a394-9a0884b1be59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:12.767993693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeeeb47-d86e-44fb-a394-9a0884b1be59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:13.314934893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b1da08-3b1d-4512-8697-a30d585b522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:13.32903453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b1da08-3b1d-4512-8697-a30d585b522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:13.34289225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b1da08-3b1d-4512-8697-a30d585b522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:13.356836875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b1da08-3b1d-4512-8697-a30d585b522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:16.714389254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"c74009cb-ac09-42b6-a5d3-a096a25a23fb","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:16.829793982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"197ca47d-5210-443c-9a1d-805f186b680e","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:16.968414434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"15583597-6a32-4058-bb58-3d3a08645466","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.039483976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"71bbf330-edc2-4783-a1ff-f5f2c4dd387e","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.047694098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"b4b722d9-63d9-4f61-8e93-af51b3a94579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.053832483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"da881601-2940-4d98-bfa4-41b74f76979d","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.068185349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"d9d69d89-4add-4067-b862-e11bc20aeeb6","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.068350542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"e36f4034-6d2f-47f8-8283-40522f3b3c67","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.073685053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"573b8bc0-77bc-48f2-8cea-1b7b092765b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.085697878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e32421c3-dbec-4cf8-b773-94523a49f8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.090646728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f04308d4-b925-4921-afc4-3d35432f3d33","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.09094307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"4ea2e6c6-abae-4f8b-9226-8edd1a27b078","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.091254026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"54917a61-0c34-4c84-8980-ef6c5e7beb85","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.091487618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"c02c239d-a650-4dd5-8972-649d30db0b14","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.093562616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"573b8bc0-77bc-48f2-8cea-1b7b092765b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.104886308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"e32421c3-dbec-4cf8-b773-94523a49f8ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.110710299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"acdfc7fc-4137-4f3a-8756-aa72155feac5","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.12346696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"85075929-112f-4a2f-aa61-c4d92a3947ff","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.138260381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"783c89db-5d25-4b57-b800-4ecd67826de5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.138762891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"bd769acd-cfa6-4aa4-9b68-986af6000f91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.172488729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b29749da-7756-4d50-96fa-f32c742f3e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.172801283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"91faf794-cc9e-42d0-8dec-43e4980b532d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.190940279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"b29749da-7756-4d50-96fa-f32c742f3e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.191731679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"91faf794-cc9e-42d0-8dec-43e4980b532d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.236617884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"fd53d581-46b1-402c-bca1-3ab9386ef5bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.237171018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"0eb832c6-a2bf-4caf-9f94-71462ffd42e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.259252977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ca9a6be2-74c5-436a-8a3c-ba41e175f630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.259252992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"433821d1-40cd-430f-898d-c3aa0e7ccaec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.282733349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"ca9a6be2-74c5-436a-8a3c-ba41e175f630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.283826678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"433821d1-40cd-430f-898d-c3aa0e7ccaec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.313105005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"306325e2-68da-4bf1-a6d4-c59b28178d27","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.332519606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"4a8867e6-b586-4c5c-8f8d-5a80988eff6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.332542831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"171e7475-28eb-4e98-bf81-d2dcffb1eb74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.356278631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbb0c10-fdfa-4573-9f2f-9ecd2cbc7cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.370286641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbb0c10-fdfa-4573-9f2f-9ecd2cbc7cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.455290319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbb0c10-fdfa-4573-9f2f-9ecd2cbc7cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.484334649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbb0c10-fdfa-4573-9f2f-9ecd2cbc7cd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.569136652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d24e7626-b52f-4e7e-9da3-1ccaf617735a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.569136656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"addd7de7-1c41-46a1-971b-625b20fd6dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.587906012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d24e7626-b52f-4e7e-9da3-1ccaf617735a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.587959291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"addd7de7-1c41-46a1-971b-625b20fd6dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:17.588441004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"1de480ba-81d4-45f0-beb3-15b5daa51d1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.122023035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169254fd-4be2-471d-8395-a59467db79d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.135996729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169254fd-4be2-471d-8395-a59467db79d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.150605508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169254fd-4be2-471d-8395-a59467db79d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.164581289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"169254fd-4be2-471d-8395-a59467db79d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.714150594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b180f-b177-4952-bd8c-ae7329fed0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.728128627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b180f-b177-4952-bd8c-ae7329fed0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.742014727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b180f-b177-4952-bd8c-ae7329fed0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:18.75590855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53b180f-b177-4952-bd8c-ae7329fed0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.349407154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fce7c4a3-5a7d-4833-8b03-84d98a15e4c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.453527502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"a85ba364-1933-46e2-a3c2-89f0cf255558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.453849247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"22b54b20-3bb2-4eeb-bf69-dfd46cf316a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.454018553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c5adea4-5e2f-40bb-94ae-1e6c29efc087","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.454371401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"da09219f-a47a-4224-b634-f42deb73269b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.454468137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"171f8024-e41e-4174-a782-5cbdc728c7f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.906670724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7794bbda-3e4b-41bd-8101-74ff0034c7c9","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.906986276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"9e638b44-d04c-47f4-abef-61eb1979669f","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.907269285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"b0ea1eca-71fa-4901-b247-49fac98b8daa","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.907523592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"da086b97-79cb-4286-acd0-1070faaad3bc","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.953400753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"2e091a15-9486-48a3-a66c-c8299e79e55e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.959868748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"925a10a9-27bf-445a-8cbf-044c99cd130e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.97373315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"2e091a15-9486-48a3-a66c-c8299e79e55e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.978225488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"47651c03-c091-4594-97df-4f80ab632474","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.978696798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"925a10a9-27bf-445a-8cbf-044c99cd130e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:21.978798216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"14a78ed1-ccfc-40b0-b208-f043137a2547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.048267925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"dfc8a5dd-f9b5-432f-ae4f-3502964f9e0a","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.069900991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"67a64257-4630-42b0-9075-0085e658d540","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.070642712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"124a8e82-a016-470d-9afa-55f96d326be3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.141369121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"400386bc-910d-4405-98ac-eb74ce9fba95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.155877721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"17bc9a0a-9721-4c72-99a1-cb3fee4f3b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.158074109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"1b714ed9-436c-4b68-8aed-990039ea1a22","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.160573511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"400386bc-910d-4405-98ac-eb74ce9fba95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.173862802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"17bc9a0a-9721-4c72-99a1-cb3fee4f3b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.272919199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"7a1ce4a5-073a-47a6-94dd-57d256ed4ede","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.370049531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d1db3820-59bc-4cdc-ac82-2088f0de53c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.370589349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"31993770-aef8-4e49-bb10-19d371e628a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.371262518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"6b10e655-e202-47a3-ad8d-7c3de54293d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.382891797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7bddca24-7c96-4fd4-9fea-3530c12375c8","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.46463073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"d1db3820-59bc-4cdc-ac82-2088f0de53c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.467880373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"31993770-aef8-4e49-bb10-19d371e628a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.489200072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"ea1cff58-b564-4038-beca-a13d0a616ce7","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.51116546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"ad8c5e50-09f7-4a82-8fba-372bec09231a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.544427939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"8e3319aa-1da3-4c8f-8cb3-d32c1b55460f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.563659033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e0a644f3-f8c6-4c28-9260-887ecd730e77","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.63769015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"e329be42-8ac0-4aee-a5c6-8b74fb4fd9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.637687198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"66024c81-01dd-4f2b-b2a1-54f0565e62b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.647044903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"ffe27287-fdd4-42a3-b2fe-b1f3697c8691","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.658562641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"66024c81-01dd-4f2b-b2a1-54f0565e62b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:22.658664133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"e329be42-8ac0-4aee-a5c6-8b74fb4fd9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.380940937Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.381019405Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.399301652Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.400244108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"e7f20fc2-7457-4100-92f3-255f6dc46079","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.417849884Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.417867724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.417947661Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.41905015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9e69e3b6-0da4-4e6e-a4a5-3dc17cba2051","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.435942898Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.439316508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"556a5bc8-b93e-43b5-9ca2-ec4cd67ee267","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.441021928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"2155532b-8ac8-4d5e-9133-20d8be5400fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.441200732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6cc4610b-e682-4205-9811-2bd30cd7f48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.447949406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"00cf70a5-08c3-43b6-8649-6d5c77233869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3a34d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.457408169Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"f0f23e0d-5d5f-426a-93c5-53770701c8bf","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.460334084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"82823faa-15ab-4a23-b99a-b76858795979","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.464214339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"6cc4610b-e682-4205-9811-2bd30cd7f48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.464379573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"2155532b-8ac8-4d5e-9133-20d8be5400fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.471897004Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"68bf3c39-5a92-4998-8880-e561baadd1e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21c020d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.485459905Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"d5e81513-5e35-4a53-ad51-0e427cc8405f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21c020d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.492749285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"c18215d4-cd1c-42cd-b6c1-b680c20c747c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c3a34d75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.592722018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd21e7a5-2ee6-497f-af1d-910f79a3bbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.592749126Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d67e6d8f-533a-4008-85c2-6c05191a9e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.634941441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd21e7a5-2ee6-497f-af1d-910f79a3bbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.63510159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d67e6d8f-533a-4008-85c2-6c05191a9e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.68051709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd21e7a5-2ee6-497f-af1d-910f79a3bbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.680537134Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-access","reconcileID":"dd21e7a5-2ee6-497f-af1d-910f79a3bbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:25.68148803Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d67e6d8f-533a-4008-85c2-6c05191a9e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-2fa947-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1935\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:25.681531687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"d67e6d8f-533a-4008-85c2-6c05191a9e5f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-2fa947-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.686835353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"444ac21e-51b4-4ab7-ac44-26edd2521c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.698923922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9291eb7e-2dd4-477b-adb0-6246c2180285","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.734438616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"444ac21e-51b4-4ab7-ac44-26edd2521c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.752700853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"444ac21e-51b4-4ab7-ac44-26edd2521c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"e2e-worker-w3-2fa947-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.75272371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-access","reconcileID":"444ac21e-51b4-4ab7-ac44-26edd2521c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:25.770492796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"8eeceb76-e6b0-4a4e-8650-6048d322c11a","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.23001365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"dd30e059-24c3-47b0-a0cf-2bc7ae35c86d","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.230320201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"d3d2a1e0-0a69-4224-823c-7a16ceb4a414","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.230584887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"ec0a81b7-9b3a-4006-9162-f2c1e7ad698e","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.230839933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"2d05eca2-3d02-432c-8e69-56cc076364ff","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.271632973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a5b7fea1-17ee-44e1-bf81-7f9fb02a93f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.272141187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"02f2993d-e609-4703-8ee7-cf5434ba8cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.290488906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"a5b7fea1-17ee-44e1-bf81-7f9fb02a93f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.290954406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"02f2993d-e609-4703-8ee7-cf5434ba8cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.327375698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"2690b8f8-7931-4935-bfc5-da1a3f4630a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.327378239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"ecafa0a6-a163-49ab-a29f-ea866a041473","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.435229459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"18301022-0863-4be1-b274-1aba3c7207e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.474129536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f55cac82-e4d8-47a7-b0fb-458e96288924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.474129346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"016efb05-80f2-4584-a706-6a9f87582fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.497458694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"f55cac82-e4d8-47a7-b0fb-458e96288924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.504236493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"016efb05-80f2-4584-a706-6a9f87582fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:27.53915654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"7ce378c0-296e-4862-a764-40555e497772","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.675430735Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.675513018Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.695528825Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.696333028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"b81ee0eb-706a-4bcc-be32-28e0f566ac95","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.713312517Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.713330027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.713407727Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.720390338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1f38ae86-5473-4b07-86c2-8f9ad7f95520","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.733672008Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.742612012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"35e95c82-0994-4102-bc13-27aba1a3af6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.743114255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"6bbddbe1-651a-4fe6-82b0-cca8c4943ea8","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.758143918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"ad009cee-55dc-4e43-9df4-97c91a07cbbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f41ec77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.758274631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"fdc9abfa-eecf-4fd0-bc7f-dc7261218f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.765024324Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"eb0d8577-e30c-4ecd-9fc7-9af21ec30ec7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.769186052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"35e95c82-0994-4102-bc13-27aba1a3af6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.77184729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"a2ee9c8d-8636-4f80-9304-aeea33b65ab2","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.778479149Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"4ed12b3f-b77d-4290-b5ab-825be94d83be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af6506d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.786013733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"fdc9abfa-eecf-4fd0-bc7f-dc7261218f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.788094831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"68a24c06-87bf-4afa-a467-759519eb0405","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f41ec77a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.811016615Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"fc07fd27-7f34-4cb2-ad31-47ad73fe8e82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af6506d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.909637435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"63e0fd85-50e1-407f-917d-4ec661e8cc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:28.910139119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"22b824aa-11c9-4809-a63e-14c0c4312dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.037929817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"63e0fd85-50e1-407f-917d-4ec661e8cc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.037932692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"22b824aa-11c9-4809-a63e-14c0c4312dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.092649742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"63e0fd85-50e1-407f-917d-4ec661e8cc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.092674538Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-access","reconcileID":"63e0fd85-50e1-407f-917d-4ec661e8cc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:29.09486882Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"22b824aa-11c9-4809-a63e-14c0c4312dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-390929-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1935\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:29.094943009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"22b824aa-11c9-4809-a63e-14c0c4312dc5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-390929-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.100304746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"44e799d0-ef37-45f3-bcf6-84e6695ad492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.110470171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"4865d359-8c27-477b-88a1-3419c22c67da","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.238140413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"44e799d0-ef37-45f3-bcf6-84e6695ad492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.256638243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"44e799d0-ef37-45f3-bcf6-84e6695ad492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"e2e-worker-w1-390929-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.256663361Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-access","reconcileID":"44e799d0-ef37-45f3-bcf6-84e6695ad492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-390929"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:29.278168612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"2902d18e-329f-4c13-8650-dcf950e260f8","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:30.126750177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-2-w4-e76703","reconcileID":"a252ea25-8c55-4bc8-bd1d-9195239103c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:30.292041173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"distinct-w4-e76703","reconcileID":"bdf1887d-25e3-4057-bfb3-184e7f72367c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:30.390292123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"premium-w4-e76703","reconcileID":"41b77743-6238-43da-a8ae-9c0ef94cf490","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:30.458380907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"12dad8be-7ec1-408e-a136-6249db919037","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:30.458460271Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"12dad8be-7ec1-408e-a136-6249db919037","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:30.483454487Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"12dad8be-7ec1-408e-a136-6249db919037","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:30.500886314Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"12dad8be-7ec1-408e-a136-6249db919037","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:30.500915434Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"12dad8be-7ec1-408e-a136-6249db919037","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:30.504105536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-e76703","namespace":"e2e-models-e2e-worker-w4-e76703"},"namespace":"e2e-models-e2e-worker-w4-e76703","name":"simulator-w4-e76703","reconcileID":"6af73dfa-0b29-460a-ace5-f6bfab112956","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-e76703\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:31.907588817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"17277a8a-bc9e-46aa-a7ff-1969ac9fe898","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-2-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-2-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:31.907839281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"222dd547-27d5-401f-8e28-eee33b2feca3","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"distinct-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"distinct-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:33.766015939Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5e1a4f89-e792-4022-b16b-ad3ba27e648f","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:33.766124924Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5e1a4f89-e792-4022-b16b-ad3ba27e648f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:33.782161857Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5e1a4f89-e792-4022-b16b-ad3ba27e648f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:33.798203923Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5e1a4f89-e792-4022-b16b-ad3ba27e648f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:33.798226973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"5e1a4f89-e792-4022-b16b-ad3ba27e648f","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:34.891072095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.50070895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"33ca3e58-e2a6-4004-8946-748d0a4e6119","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.501878836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"c9ac92d1-f30d-4088-bd93-c7b8f557c2b2","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.501985532Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"c9ac92d1-f30d-4088-bd93-c7b8f557c2b2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.508198621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"9948e2a4-2bb3-4c5d-b3e0-9575d6182e9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.51543941Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"33ca3e58-e2a6-4004-8946-748d0a4e6119","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.520745089Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"c9ac92d1-f30d-4088-bd93-c7b8f557c2b2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.522364505Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"9948e2a4-2bb3-4c5d-b3e0-9575d6182e9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.529638334Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"premium-simulator-subscription","reconcileID":"33ca3e58-e2a6-4004-8946-748d0a4e6119","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.53657683Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"c9ac92d1-f30d-4088-bd93-c7b8f557c2b2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.536592416Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"c9ac92d1-f30d-4088-bd93-c7b8f557c2b2","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.552703459Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"simulator-subscription","reconcileID":"9948e2a4-2bb3-4c5d-b3e0-9575d6182e9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"name":"maas-trlp-simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947","model":"e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.629961368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fc0cea25-a7fc-4994-a664-06c698871a19","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"premium-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"premium-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:35.729630396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"0d46988b-c698-4c97-ab83-69cf5a089055","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"routeName":"simulator-w3-2fa947-kserve-route","namespace":"e2e-models-e2e-worker-w3-2fa947","llmisvcName":"simulator-w3-2fa947","gateway":"openshift-ingress/e2e-worker-w3-2fa947","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:37.230813942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"4c0b5c4b-8532-4051-808d-61aa0ea0af99","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-2-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-2-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:37.231184051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"18e2166b-31c8-49f9-be68-4244d50e5abe","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"distinct-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"distinct-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.798744494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"03bb97d0-efe0-488b-8d6e-cd44d13adc0a","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.79883242Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"03bb97d0-efe0-488b-8d6e-cd44d13adc0a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.804694802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"8cc733b6-3c80-409c-9e2e-2aa4456410ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.816570901Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"03bb97d0-efe0-488b-8d6e-cd44d13adc0a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.819358697Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"8cc733b6-3c80-409c-9e2e-2aa4456410ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.826558942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"44e872ff-1024-458e-accb-83c292a1ef3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.833405613Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"03bb97d0-efe0-488b-8d6e-cd44d13adc0a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.833420098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"03bb97d0-efe0-488b-8d6e-cd44d13adc0a","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.837360663Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"simulator-subscription","reconcileID":"8cc733b6-3c80-409c-9e2e-2aa4456410ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929","model":"e2e-models-e2e-worker-w1-390929/simulator-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.841307656Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"44e872ff-1024-458e-accb-83c292a1ef3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.855730343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"premium-simulator-subscription","reconcileID":"44e872ff-1024-458e-accb-83c292a1ef3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-390929"},"name":"maas-trlp-premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929","model":"e2e-models-e2e-worker-w1-390929/premium-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:38.925756112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"7a430777-eb6b-48b7-b8d2-11792c857037","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"simulator-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"simulator-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:39.033567392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"29cdcfad-afb9-47b9-8281-fae5bbe5a602","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"routeName":"premium-w1-390929-kserve-route","namespace":"e2e-models-e2e-worker-w1-390929","llmisvcName":"premium-w1-390929","gateway":"openshift-ingress/e2e-worker-w1-390929","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.537726603Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.537826616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","namespace":"ai-tenant-e2e-worker-w3-2fa947","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.537909793Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","tenant":"e2e-worker-w3-2fa947","tenantID":"e2e-worker-w3-2fa947","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.554366047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Deployment","name":"maas-api-e2e-worker-w3-2fa947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.580360973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Service","name":"maas-api-e2e-worker-w3-2fa947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.597298084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-2fa947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.616809538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-2fa947","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.635447921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.652582426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.6698026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.6885262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.702423652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.716209196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.730557675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Service","name":"payload-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.744241895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.75840682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.772740791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.786900299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.807872549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.823055534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.836695048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.850494265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-2fa947","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:40.864487491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-2fa947"},"namespace":"ai-tenant-e2e-worker-w3-2fa947","name":"default-tenant","reconcileID":"25d3aaf6-205c-4625-9864-a499ec9838d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-2fa947","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:41.131904759Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-2fa947","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-2fa947","reconcileID":"5a61b03e-c8ac-4661-b1fd-5ee336edd804","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-2fa947","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-2fa947"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.186791373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"ad01e963-f7f2-4dea-93bf-d7f9a2687cb2","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.209718965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"ad01e963-f7f2-4dea-93bf-d7f9a2687cb2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.209955142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"1c4056aa-90ef-490f-b1a2-dd5f65878655","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.233446637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"1c4056aa-90ef-490f-b1a2-dd5f65878655","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.233602667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9acfda3e-3621-4d59-a530-af533cf35ec0","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.253318397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"9acfda3e-3621-4d59-a530-af533cf35ec0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.253525121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"bc559f85-99b6-4cdd-98d5-4e8ddb28c203","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.27430994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"bc559f85-99b6-4cdd-98d5-4e8ddb28c203","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.274513472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"5fb1fd81-7b55-44f7-83f1-b242dbe52a46","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.274577719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"5fb1fd81-7b55-44f7-83f1-b242dbe52a46","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.274695512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"2a43b11e-79a0-464b-b9d8-26455825a92e","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.274737488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"2a43b11e-79a0-464b-b9d8-26455825a92e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.2748349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"a39725a0-4257-4589-b304-c3b5a7b56698","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.274875041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"a39725a0-4257-4589-b304-c3b5a7b56698","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.280538494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"fcd398d1-32ee-414a-b8ff-1d785a1c54e9","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.28060973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"fcd398d1-32ee-414a-b8ff-1d785a1c54e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.285715989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"393765a1-3869-4f31-a034-9c497a304ba3","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.285776129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"393765a1-3869-4f31-a034-9c497a304ba3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.28585171Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"4d534c93-693a-41b8-934a-90c7c4a88231","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.285882235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"4d534c93-693a-41b8-934a-90c7c4a88231","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.285950274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fb01965c-4869-45da-a05e-9667021297f3","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.285979578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"fb01965c-4869-45da-a05e-9667021297f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.290880319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"628e8360-bf6a-4509-9ee5-f229ade23c7a","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.29093487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"628e8360-bf6a-4509-9ee5-f229ade23c7a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.306145669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"e0c893d4-e963-439c-9919-f31d936e5546","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.306219984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"e0c893d4-e963-439c-9919-f31d936e5546","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.306339398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"b30639c9-4c15-4361-a425-633d86e0ee43","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.306383398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"b30639c9-4c15-4361-a425-633d86e0ee43","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.306486887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"b5087a71-41e7-4adc-93cc-37e0bdae36a4","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.306529133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"b5087a71-41e7-4adc-93cc-37e0bdae36a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.311933565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"1418a8c2-5b89-434f-899a-3e7e8b78cc43","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.312003036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"1418a8c2-5b89-434f-899a-3e7e8b78cc43","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.357942742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"d6dcba21-b4a5-4e68-b3d9-22ff74bf42bf","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358010141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"d6dcba21-b4a5-4e68-b3d9-22ff74bf42bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358109714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6797d62d-51c0-41bb-9a9e-ba93fce0dae3","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358143019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"6797d62d-51c0-41bb-9a9e-ba93fce0dae3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358208702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"bc2971df-0fa6-4fbe-abad-4e7e9c359b9a","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358236536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"bc2971df-0fa6-4fbe-abad-4e7e9c359b9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358295345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"0f1b5c86-be60-4a4e-b79e-ce78f801a5a7","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.358322011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"0f1b5c86-be60-4a4e-b79e-ce78f801a5a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438344921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"69548209-1a63-4b23-8c36-83f9337a0546","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438414522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"69548209-1a63-4b23-8c36-83f9337a0546","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.43851166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"62c1f4ba-b1bf-4354-8f5d-3ca65d83ab6c","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438549797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"62c1f4ba-b1bf-4354-8f5d-3ca65d83ab6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438636271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"198c6040-a9c9-4cf3-b853-3fa1d9e28ed4","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438669238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"198c6040-a9c9-4cf3-b853-3fa1d9e28ed4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438752393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"428b9d04-ab8c-4c6f-8bd1-18506ef87b87","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.438786719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"428b9d04-ab8c-4c6f-8bd1-18506ef87b87","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:41.498605354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9700ee4c-aa8d-43ca-9494-f17954f1bb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:41.51259566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9700ee4c-aa8d-43ca-9494-f17954f1bb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:41.526476834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9700ee4c-aa8d-43ca-9494-f17954f1bb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:41.540329803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9700ee4c-aa8d-43ca-9494-f17954f1bb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.598962893Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a13aa0e8-1f6c-4dc2-ba45-99fdc0c98d28","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.599032586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a13aa0e8-1f6c-4dc2-ba45-99fdc0c98d28","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.599154991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"227bc068-d643-4472-963c-5b9c2306f2c7","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.59919244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"227bc068-d643-4472-963c-5b9c2306f2c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.599260473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f72577d6-3ca1-47a0-90c3-4fe6ce768529","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.599292757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"f72577d6-3ca1-47a0-90c3-4fe6ce768529","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.599353364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"8a874924-fabd-4f7c-adcf-82591926af31","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.599382738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"8a874924-fabd-4f7c-adcf-82591926af31","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.962676864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a2ab6857-cf3c-458f-a260-0ab4199b8743","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.962752015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a2ab6857-cf3c-458f-a260-0ab4199b8743","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.962859321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"2abfb69d-d953-4887-b3ff-f177f43715f0","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.962891034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"2abfb69d-d953-4887-b3ff-f177f43715f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.962959263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"32159d5e-7709-4882-b0c0-99b9640e9809","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.96298721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"32159d5e-7709-4882-b0c0-99b9640e9809","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.963046634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6ee41a7e-8a77-4254-91f8-0f24ff633967","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:41.96309004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"6ee41a7e-8a77-4254-91f8-0f24ff633967","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:42.25817866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8eb7d4-5143-4ef6-8033-8f6ec8348dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:42.274024422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8eb7d4-5143-4ef6-8033-8f6ec8348dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:42.288529774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8eb7d4-5143-4ef6-8033-8f6ec8348dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:42.302611728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f8eb7d4-5143-4ef6-8033-8f6ec8348dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603125488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"18a327dd-b900-40a3-93b0-d6872e714f1e","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603193713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"18a327dd-b900-40a3-93b0-d6872e714f1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603352574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"23ed13dc-68d0-42a6-bc09-d5652f3dd066","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603407744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"23ed13dc-68d0-42a6-bc09-d5652f3dd066","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603489528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"1d4be841-8448-43d5-9c5b-5c0df5dc2220","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603524032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"1d4be841-8448-43d5-9c5b-5c0df5dc2220","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.603588062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"b8b5f022-2e83-4eb4-81d3-41a5093ce5a6","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:42.60361955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"b8b5f022-2e83-4eb4-81d3-41a5093ce5a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.388465979Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.388525197Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","namespace":"ai-tenant-e2e-worker-w1-390929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.388579899Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","tenant":"e2e-worker-w1-390929","tenantID":"e2e-worker-w1-390929","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.404855271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Deployment","name":"maas-api-e2e-worker-w1-390929","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.434526702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Service","name":"maas-api-e2e-worker-w1-390929","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.451374841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-390929","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.469051788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-390929","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.485275166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.50184905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.520511999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.536665958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.550388846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.564284857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.578434476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Service","name":"payload-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.592329594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.606210728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.619834785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.633980244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.651140082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.664596629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.678449253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.692061072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-390929","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.705714219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-390929"},"namespace":"ai-tenant-e2e-worker-w1-390929","name":"default-tenant","reconcileID":"37f27d67-bdf8-4aa9-b34e-c7498f8c92bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-390929","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.884740981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a0f97e25-1a16-4e1d-9c50-08a8d22f460e","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.884843425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"a0f97e25-1a16-4e1d-9c50-08a8d22f460e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.884966848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"018ce5a6-a92a-4c0b-9876-aa64bb835a0c","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.885026842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"018ce5a6-a92a-4c0b-9876-aa64bb835a0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.885153405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"57eac399-0ae4-4fc6-b90d-84f94ce71070","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.88520315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"57eac399-0ae4-4fc6-b90d-84f94ce71070","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.885308823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"84bb9582-addb-482d-8f25-792750cf6bc1","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:43.885355381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"84bb9582-addb-482d-8f25-792750cf6bc1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:43.952981322Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-390929","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-390929","reconcileID":"19cc8b10-8fa4-47ae-b217-d90c107a2a87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-390929","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-390929"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.002986612Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"65cdf412-7de4-4d0e-ae05-2ddb1bd8bfd5","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.023161503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"65cdf412-7de4-4d0e-ae05-2ddb1bd8bfd5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.023356628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"aa34ee1a-b5c7-4f4d-bcdc-b2ba5c8f1726","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.052397346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"aa34ee1a-b5c7-4f4d-bcdc-b2ba5c8f1726","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.05257627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e50d0f46-5136-4fdf-bf01-641d392dde14","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.072362519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e50d0f46-5136-4fdf-bf01-641d392dde14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.072529465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"be278dbc-a32c-4567-98eb-c8e558a7c197","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.094258508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"be278dbc-a32c-4567-98eb-c8e558a7c197","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.094411185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"241a5e5a-9259-424a-9deb-3e2b1af8041f","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.094459155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"241a5e5a-9259-424a-9deb-3e2b1af8041f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.09458359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"5baf780c-e000-4ef2-b26f-b8caf54300a3","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.094620606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"5baf780c-e000-4ef2-b26f-b8caf54300a3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.094692029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"8eee425b-c108-47a3-a0b9-1759b3d9f0d9","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.094729683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"8eee425b-c108-47a3-a0b9-1759b3d9f0d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.100072297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"aa8d9032-53cc-4881-876e-88b5ffb8438b","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.100148329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"aa8d9032-53cc-4881-876e-88b5ffb8438b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.105296786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"812f4d0c-ee6d-4ef8-95b1-fed3f865423c","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.105352213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"812f4d0c-ee6d-4ef8-95b1-fed3f865423c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.105436582Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"eb5d4819-1da7-42be-a4aa-3bd90503362c","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.105469158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"eb5d4819-1da7-42be-a4aa-3bd90503362c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.105532459Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"30df56b1-0406-417c-a3d6-d0854177d5c8","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.105562338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"30df56b1-0406-417c-a3d6-d0854177d5c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.111181053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"27c75e42-f58c-4eb9-9fcc-2b83dd3ece58","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.111227973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"27c75e42-f58c-4eb9-9fcc-2b83dd3ece58","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.126267806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"64ceec6f-c463-4168-8777-2ba06ae4f01d","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.126334549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"64ceec6f-c463-4168-8777-2ba06ae4f01d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.126458504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"e6398e1f-9bb5-4b4b-86a8-4390e2e262f5","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.126506609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"e6398e1f-9bb5-4b4b-86a8-4390e2e262f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.126631083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e36b4076-3200-404a-9d96-f28047b2e390","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.126672527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e36b4076-3200-404a-9d96-f28047b2e390","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.131360187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b766f9c7-4b06-445b-8180-9bd3e47aca6e","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.131411927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b766f9c7-4b06-445b-8180-9bd3e47aca6e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.167071709Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"a599f9c1-e810-487c-a69b-ebe9d7ddae5d","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.167172356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"a599f9c1-e810-487c-a69b-ebe9d7ddae5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.167286884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"832a9774-174d-419c-be77-e012f6597780","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.167329215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"832a9774-174d-419c-be77-e012f6597780","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.167421028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"66f3f136-25ca-49fc-aaf8-de6805959307","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.167468693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"66f3f136-25ca-49fc-aaf8-de6805959307","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.171644359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"34d1ef22-c4f7-4ed6-859e-ec9d0ceaffe5","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.171797401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"34d1ef22-c4f7-4ed6-859e-ec9d0ceaffe5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.247487576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"bda6b3a3-0666-4011-baf3-03018251c56f","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.247575911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"bda6b3a3-0666-4011-baf3-03018251c56f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.24769349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"2cb46721-27ad-4fe4-a621-735340a7b8e8","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.247746073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"2cb46721-27ad-4fe4-a621-735340a7b8e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.247829424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"36e65008-0d53-4cd8-9137-af9d4b2d781e","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.247865214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"36e65008-0d53-4cd8-9137-af9d4b2d781e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.252154761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b4b85826-3813-49f7-9832-e28c23131de8","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.25220844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"b4b85826-3813-49f7-9832-e28c23131de8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:44.326834348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939e7e90-11ca-4349-9795-280d381e330d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:44.340862517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939e7e90-11ca-4349-9795-280d381e330d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:44.354729508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939e7e90-11ca-4349-9795-280d381e330d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:44.368719984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939e7e90-11ca-4349-9795-280d381e330d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.407954732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"3ded47c3-1fda-4828-b513-54804f2c507a","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.408031754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"3ded47c3-1fda-4828-b513-54804f2c507a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.408243819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"73d01069-52f0-49eb-9e09-d293d20a34a7","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.408307987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"73d01069-52f0-49eb-9e09-d293d20a34a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.408401068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"28eb093f-c174-4fbf-b304-38dd83bf21a6","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.408440898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"28eb093f-c174-4fbf-b304-38dd83bf21a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.413191846Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"cf5468fc-7976-44d8-ade5-5e94fe588f5b","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.413249194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"cf5468fc-7976-44d8-ade5-5e94fe588f5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755354086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"356ccb8d-50ce-4736-8881-f5d9cc307ed3","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755431557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"356ccb8d-50ce-4736-8881-f5d9cc307ed3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.75556939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"8b28514a-66ee-436a-b2bd-ee59c60a27b2","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755612381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"8b28514a-66ee-436a-b2bd-ee59c60a27b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755728078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e23a3cf7-d291-457e-8972-f93f5cd6165d","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755764934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"e23a3cf7-d291-457e-8972-f93f5cd6165d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755870105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"36cc78bc-649c-4d5d-acc4-9b3cb9976fce","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:44.755910143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"36cc78bc-649c-4d5d-acc4-9b3cb9976fce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:45.014738281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0305c026-f360-4454-9b9c-184b63ab5ade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:45.027540699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42fbd39f-cd70-4342-a32e-a176d51c0049","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:45.121356722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47df461c-bfc7-4079-a59c-2f19ba35a04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:45.135345629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47df461c-bfc7-4079-a59c-2f19ba35a04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:45.149255116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47df461c-bfc7-4079-a59c-2f19ba35a04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:13:45.163420132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47df461c-bfc7-4079-a59c-2f19ba35a04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.396634469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"17841b9f-64b2-439e-9766-eccb300fa1a7","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.396706039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"17841b9f-64b2-439e-9766-eccb300fa1a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.396804519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"fb7aefbf-8471-451a-8452-8739b0dea5ae","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.396844365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"fb7aefbf-8471-451a-8452-8739b0dea5ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.396921064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"4a0caf92-c4bd-450d-8308-548efa1493e7","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.396956189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"4a0caf92-c4bd-450d-8308-548efa1493e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.397030548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"04b313af-fa6c-4769-a4a3-8d02581d9597","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:45.39706259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"04b313af-fa6c-4769-a4a3-8d02581d9597","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445299971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"6cfaa80a-4dd8-4d8e-a657-a526426ed86f","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445374913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"6cfaa80a-4dd8-4d8e-a657-a526426ed86f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445467325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"5f3658ba-fd25-4843-b351-cab8995da431","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445499985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"5f3658ba-fd25-4843-b351-cab8995da431","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445569962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"38c892b2-088a-46ce-acbc-1d034330af69","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445601004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"38c892b2-088a-46ce-acbc-1d034330af69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445664335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"12dbc5ee-239c-4d49-88d3-45fb19c33a3e","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.445697374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"12dbc5ee-239c-4d49-88d3-45fb19c33a3e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677483659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"f53f52c5-52f5-4908-8db3-70131e1d609e","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677552491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"f53f52c5-52f5-4908-8db3-70131e1d609e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677639867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"a5b85331-9f01-49e9-a62e-ce5a2224a481","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677674288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"a5b85331-9f01-49e9-a62e-ce5a2224a481","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677737719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"143a7269-4c99-4c45-bdc2-9f91b7b7b730","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677769909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"143a7269-4c99-4c45-bdc2-9f91b7b7b730","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677831334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1ffd0b4b-123b-4b33-a50d-f15d0dd3a801","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:46.677862975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"1ffd0b4b-123b-4b33-a50d-f15d0dd3a801","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655352915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"25fdbd49-7b66-422a-93d5-4d03c883bcf0","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655444954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"25fdbd49-7b66-422a-93d5-4d03c883bcf0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655574907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"168e01ad-eebc-4a6b-bcd3-ebba23b7d419","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.65562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"168e01ad-eebc-4a6b-bcd3-ebba23b7d419","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655712116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"2ed29b46-cccb-4658-a6e0-e1ba4f6bd168","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655746447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"2ed29b46-cccb-4658-a6e0-e1ba4f6bd168","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655842444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"130793ff-d91e-4c3e-8e00-5fd5ea23539a","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.655916812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"130793ff-d91e-4c3e-8e00-5fd5ea23539a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.686334294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9ce47a28-4585-4485-be81-e32e6214b4f6","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.686404297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"9ce47a28-4585-4485-be81-e32e6214b4f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.68648299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"8520428c-1a89-4356-8fd4-7fc7f483893c","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.68651606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"8520428c-1a89-4356-8fd4-7fc7f483893c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.686591975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"5d21c52e-5cd1-4be8-8f8e-d47762f083ae","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.686624988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"5d21c52e-5cd1-4be8-8f8e-d47762f083ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.686683983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"2477ae81-10ed-4288-aadb-10975e0dcd6c","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.686713716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"2477ae81-10ed-4288-aadb-10975e0dcd6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.716768818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7470ea88-4e29-40e2-8e9c-16da587f5ebc","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.716869537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"7470ea88-4e29-40e2-8e9c-16da587f5ebc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.717005183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"1d1bd4b4-e3c4-4e51-9332-0ce611d82a23","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.717056089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"1d1bd4b4-e3c4-4e51-9332-0ce611d82a23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.717159549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"a34e61f9-8857-41d0-89f9-fe1a6e1bfaa3","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.717195429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"a34e61f9-8857-41d0-89f9-fe1a6e1bfaa3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.717311959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"1617dcbf-7f83-49e0-9cd4-69e7605903b6","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.717377145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"1617dcbf-7f83-49e0-9cd4-69e7605903b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.745307294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"1c56a647-9781-4445-aec1-3217e0b0f3ac","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.745696584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"1c56a647-9781-4445-aec1-3217e0b0f3ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.745870141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"d2db528e-e559-4887-8929-32bff486ce30","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.745950353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"d2db528e-e559-4887-8929-32bff486ce30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.746056119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"4ac35abb-2b38-48de-be80-4a83acee4c29","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.746168427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"4ac35abb-2b38-48de-be80-4a83acee4c29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.746275912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"fb9b0605-13db-4ae1-93cf-991e85c23332","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:48.746324336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"fb9b0605-13db-4ae1-93cf-991e85c23332","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.23857795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"fef878a0-8262-40c0-a86a-4734d16614f9","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.238656625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"fef878a0-8262-40c0-a86a-4734d16614f9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.238757797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"d82d9ee4-b03d-4af7-9fa3-bac6035fe6c2","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.238797151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"d82d9ee4-b03d-4af7-9fa3-bac6035fe6c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.238879568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"c95f43cd-7ba2-427f-a22e-d298c672aa45","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.238915105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"c95f43cd-7ba2-427f-a22e-d298c672aa45","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.23898969Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"beff62a4-d4bb-4e95-b742-5dc48e1e96ae","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:49.239030203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"beff62a4-d4bb-4e95-b742-5dc48e1e96ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.525674235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ccad0aae-818e-439a-878d-5ddc8fd7e45b","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.525758209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ccad0aae-818e-439a-878d-5ddc8fd7e45b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.525862349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"c7cfa5c8-e14c-4a0e-af53-266d3f183600","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.525898088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"c7cfa5c8-e14c-4a0e-af53-266d3f183600","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.525975933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"2492a45b-5e97-43cd-b4b7-b43cc182c0b6","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.526010204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"2492a45b-5e97-43cd-b4b7-b43cc182c0b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.526120645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"850b8d29-df7e-44d8-89ff-3679cc2e3760","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.526156041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"850b8d29-df7e-44d8-89ff-3679cc2e3760","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.571410843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"402f30b7-9163-4062-a104-4457f49c78c4","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.571509577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"402f30b7-9163-4062-a104-4457f49c78c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.571634438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"f5401e73-61a5-4939-ad3a-5a10275a71b0","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.5717386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"f5401e73-61a5-4939-ad3a-5a10275a71b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.571858472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"965b355b-42d2-4bc0-be69-57e74cafe328","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.571905054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"965b355b-42d2-4bc0-be69-57e74cafe328","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.57199805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9701bf88-1c9d-4507-8285-0b1bcfa0229f","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.572040764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"9701bf88-1c9d-4507-8285-0b1bcfa0229f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.602316313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ad888423-892f-4f4f-afd6-1054735dd8a0","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.602398378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"ad888423-892f-4f4f-afd6-1054735dd8a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.60250898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"32b93826-1994-4374-bd93-f8d516dc8e6e","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.602561584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"32b93826-1994-4374-bd93-f8d516dc8e6e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.6026566Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f7fda402-e9ad-403e-ba3d-9260539e9f63","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.602711261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"f7fda402-e9ad-403e-ba3d-9260539e9f63","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.602863104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3813ecb5-a31a-43e2-aef0-49cb1e65dc30","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.602924602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3813ecb5-a31a-43e2-aef0-49cb1e65dc30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.631727583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"dd884f18-5a4b-4352-b3ff-da0ac1c2b8f2","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.631807749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-2-w1-390929","reconcileID":"dd884f18-5a4b-4352-b3ff-da0ac1c2b8f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-2-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.631939394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"1027cd78-81b0-4b4b-9187-95074ac85e68","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.631993656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"distinct-w1-390929","reconcileID":"1027cd78-81b0-4b4b-9187-95074ac85e68","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/distinct-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.632108731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"a6f0b10e-0ac7-4986-a3d1-e57b84b3808f","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.632159614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"simulator-w1-390929","reconcileID":"a6f0b10e-0ac7-4986-a3d1-e57b84b3808f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/simulator-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.632248069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3a08bc1c-c651-4284-ac54-5cb89279819c","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:50.632290591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-390929","namespace":"e2e-models-e2e-worker-w1-390929"},"namespace":"e2e-models-e2e-worker-w1-390929","name":"premium-w1-390929","reconcileID":"3a08bc1c-c651-4284-ac54-5cb89279819c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-390929/premium-w1-390929: AITenant \"e2e-worker-w1-390929\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.886022969Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"3fc4867f-549b-4df0-9ea8-7612d3e84532","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.886126093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"3fc4867f-549b-4df0-9ea8-7612d3e84532","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.892269859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"b4191416-9b5a-4dc7-8555-e9613192b252","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.892352517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"b4191416-9b5a-4dc7-8555-e9613192b252","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.898907571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"be32e0a7-a667-4892-b533-5412f4d58994","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.898984736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"be32e0a7-a667-4892-b533-5412f4d58994","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.90575223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"ec8b5b71-a082-47df-b981-62ae687c4533","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:53.905840651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"ec8b5b71-a082-47df-b981-62ae687c4533","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.176537068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"15c609b4-f270-4d05-a866-f272d59ab6ea","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.176680075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"15c609b4-f270-4d05-a866-f272d59ab6ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-2-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.187056748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"1b9a3173-56fe-48ba-a8a8-99ae1d9441ae","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.18724124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"1b9a3173-56fe-48ba-a8a8-99ae1d9441ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.187368679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"26c45e40-f13e-4ff5-8a56-7a10197d2554","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.187423273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"26c45e40-f13e-4ff5-8a56-7a10197d2554","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.187514271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"77656059-be18-488c-965e-2768814042f7","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.187560157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"77656059-be18-488c-965e-2768814042f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.390225622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"4240ab1d-d128-44c5-9169-77d09cf91da2","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.390316687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"4240ab1d-d128-44c5-9169-77d09cf91da2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/distinct-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.399608953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"a6077ca6-1265-481a-a49b-584858b7f006","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.399672098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"a6077ca6-1265-481a-a49b-584858b7f006","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/premium-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.399752741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a4d6fc37-6b42-48bb-a324-974952deea64","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.399783384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"simulator-w3-2fa947","reconcileID":"a4d6fc37-6b42-48bb-a324-974952deea64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-2fa947/simulator-w3-2fa947: AITenant \"e2e-worker-w3-2fa947\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.815515536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-2-w3-2fa947","reconcileID":"0615694f-f864-46d7-9ec8-28a0623dfe5f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2fa947\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:54.978580196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"distinct-w3-2fa947","reconcileID":"2f67c4ed-aa5e-4d02-84be-b81f72263027","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2fa947\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:13:55.075689236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-2fa947","namespace":"e2e-models-e2e-worker-w3-2fa947"},"namespace":"e2e-models-e2e-worker-w3-2fa947","name":"premium-w3-2fa947","reconcileID":"e4c7a8cc-6ad9-43cd-8837-de26745ef6fb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-2fa947\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}